-- Logs begin at Fri 2021-11-05 12:22:52 UTC, end at Fri 2021-11-05 13:25:21 UTC. -- Nov 05 12:58:19.100090 dv-cinder-815883-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 05 12:58:21.704261 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.common.config [-] Logging enabled! Nov 05 12:58:21.704685 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev48 Nov 05 12:58:21.706394 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88071) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 05 12:58:21.707316 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.common.config [-] Logging enabled! Nov 05 12:58:21.707607 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev48 Nov 05 12:58:21.707886 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88071) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 05 12:58:21.708989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 05 12:58:21.709255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 05 12:58:21.710273 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 05 12:58:21.710555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 05 12:58:21.710815 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 05 12:58:21.711179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.711524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.711860 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.712123 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.712480 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.712819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.713143 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.713474 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.713813 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.714132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.714446 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.714761 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.715021 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.715337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.715665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.715991 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.716246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] debug = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.716559 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.717128 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.717447 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.717758 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.718084 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.718388 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.718696 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.719012 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.719375 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] host = dv-cinder-815883-2-smb {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.719684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.720010 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.720853 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.721188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.721497 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.721807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.722129 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.722438 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.722746 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] log_file = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.723052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.723376 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.723699 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.724038 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.724294 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.724545 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.724901 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.725231 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.725539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.725848 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.726154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.726462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.726766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.727068 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.727396 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.727722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.728078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.728354 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.728658 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.728988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.729296 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.729613 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.729915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.730223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.730529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.730858 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.731157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.731462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.731805 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.732127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.732456 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.732789 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.733107 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.733430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.733732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.734032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.734331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] use_json = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.734634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.734935 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.735255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.735559 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.735860 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.736711 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.737042 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.737367 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:21.737697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.738035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.738372 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.738684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.739012 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.739327 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.739653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.739964 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.740290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.740615 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.740962 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.741273 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.741591 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.741927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.742261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.742573 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.742882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.743212 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.743523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.743828 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.744158 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.744467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.744785 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.745108 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.745418 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.745723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.746027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.746337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.746663 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.746971 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.747274 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.747579 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.747888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.748191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.748505 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.748836 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.749140 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.749445 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.749755 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.750059 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.750362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.750672 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.750975 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.751280 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.751606 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.751911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.752215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.752523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.752865 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.753172 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.753475 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.753784 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.754088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.754392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.754692 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.754998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.755302 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.755621 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.755952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.756262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.756573 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.756913 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.757225 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.757532 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.757839 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.758146 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.758455 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.758758 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.759083 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.759396 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.759713 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.760028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.760336 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.760668 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.761000 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.761313 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.761620 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.761928 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.762241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.762558 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.762883 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.763207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.763527 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.763851 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.764174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.764482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.764849 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.765162 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:21.765408 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 05 12:58:21.765668 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88071) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Nov 05 12:58:22.420624 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:22.420988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:22.421309 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:22.422923 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 05 12:58:22.772484 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.773059 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.773150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.834214 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.834531 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.834831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.837800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.838112 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.838411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.983126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.983437 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.983736 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.984754 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.985105 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:22.985400 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.105840 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.106096 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.106402 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.106705 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.107534 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.291426 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.291814 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.292137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.292440 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.292737 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.293151 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.293452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.293743 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.294030 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.294366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.294658 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.294963 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.295266 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.295555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.295864 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.296177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.296467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.296825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.297097 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.297434 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.297888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.298173 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.298483 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.298825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.299108 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.299386 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.299803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:23.300076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:23.300346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:23.300617 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:23.300916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:23.301188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:23.302553 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 05 12:58:23.310325 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 05 12:58:23.318422 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 05 12:58:23.323996 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 05 12:58:23.326802 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 05 12:58:23.327912 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 05 12:58:23.328294 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 05 12:58:23.328725 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 05 12:58:23.333207 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 05 12:58:23.333496 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 05 12:58:23.333891 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 05 12:58:23.360656 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 05 12:58:23.361688 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.362020 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88071) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 05 12:58:23.362432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.363790 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88071) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 05 12:58:23.364110 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 05 12:58:23.364396 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 05 12:58:23.367592 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.367907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.432369 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 05 12:58:23.432637 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 05 12:58:23.432929 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 05 12:58:23.433327 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 05 12:58:23.466727 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_db.sqlalchemy.engines [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88071) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 05 12:58:23.764640 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Initializing driver for type 'gre' Nov 05 12:58:23.765234 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] gre ID ranges: [(1, 1000)] Nov 05 12:58:23.806065 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Initializing driver for type 'local' Nov 05 12:58:23.806508 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Initializing driver for type 'vlan' Nov 05 12:58:23.816625 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] VlanTypeDriver initialization complete Nov 05 12:58:23.817078 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Initializing driver for type 'vxlan' Nov 05 12:58:23.817594 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] vxlan ID ranges: [(1, 1000)] Nov 05 12:58:23.858606 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Initializing extension driver 'port_security' Nov 05 12:58:23.858962 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.extensions.port_security [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] PortSecurityExtensionDriver initialization complete Nov 05 12:58:23.859337 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Initializing mechanism driver 'openvswitch' Nov 05 12:58:23.859692 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Initializing mechanism driver 'hyperv' Nov 05 12:58:23.866132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88071) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:58:23.866971 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > port after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.867374 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > port after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.867757 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > port after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.868180 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > subnet after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.868602 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > subnet after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.868991 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.869408 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > network after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.869786 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > network after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.870161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > network after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.870569 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > security_group after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.870947 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > security_group after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.871581 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.872019 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.872399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.872947 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.873320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] ML2 OVO RPC backend initialized. {{(pid=88071) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 05 12:58:23.874059 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.874450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.874900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > network before_response 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.875282 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > networks before_response 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.875657 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > port before_response 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.876029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > ports before_response 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.876401 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > subnet before_response 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.877318 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > subnets before_response 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.877700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > network after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.878073 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > network after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.878441 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > network after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.878813 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > port after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.879181 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > port after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.879546 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > port after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.879913 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > subnet after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.880320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > subnet after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.880690 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.881345 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.plugin [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Modular L2 Plugin initialization complete Nov 05 12:58:23.881703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading services supported by the core plugin {{(pid=88071) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Nov 05 12:58:23.882063 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.plugins.ml2.managers [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Got port-security extension from driver 'port_security' Nov 05 12:58:23.882567 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.extensions.vlantransparent [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Disabled vlantransparent extension. Nov 05 12:58:23.883021 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88071) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Nov 05 12:58:23.883363 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading Plugin: router Nov 05 12:58:23.926075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.926464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router after_create 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.926870 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router before_create 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.927269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.927683 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.928076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router after_delete 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.928471 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.928900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router after_create 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.929281 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router after_update 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.929669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router after_update 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.930051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.930450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router after_update 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.930958 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router precommit_update 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.931376 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: port after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.931748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: port after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.932119 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: subnet after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.932490 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.932907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.933294 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router precommit_create 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.933671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: port before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.934047 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router precommit_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.934449 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router after_update 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.934827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.935213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router precommit_create 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.935617 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.935997 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router precommit_update 55549900 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.936411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > agent after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.936820 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > agent after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.937202 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > network after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.938172 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Tracking information for resource: router configured {{(pid=88071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:23.938538 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Tracking information for resource: floatingip configured {{(pid=88071) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 05 12:58:23.943435 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.l3_agentschedulers_db [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 05 12:58:23.944071 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: port after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.944464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: port after_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.944874 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: port after_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.945518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: port after_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.946397 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router before_create 55550100 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.946795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.947191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router precommit_create 55550100 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.947580 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > router precommit_update 55550100 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.952133 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.provider_configuration [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service providers = [] {{(pid=88071) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 05 12:58:23.952527 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.servicetype_db [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88071) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 05 12:58:23.955344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.service_base [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88071) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 05 12:58:23.955726 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.service_base [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88071) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 05 12:58:23.956098 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.service_base [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88071) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 05 12:58:23.956996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.service_base [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88071) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 05 12:58:23.957395 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.services.service_base [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 05 12:58:23.957800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:23.958150 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 05 12:58:23.978378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:23.978747 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading Plugin: auto_allocate Nov 05 12:58:23.989776 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: network precommit_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.990176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: network precommit_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:23.990758 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:23.991120 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading Plugin: tag Nov 05 12:58:24.002433 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:24.002800 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading Plugin: timestamp Nov 05 12:58:24.006614 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:24.006981 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading Plugin: network_ip_availability Nov 05 12:58:24.012570 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:24.013023 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:24.013411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:24.014190 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:24.014548 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading Plugin: flavors Nov 05 12:58:24.029935 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:24.030302 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading Plugin: revisions Nov 05 12:58:24.035301 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88071) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 05 12:58:24.035717 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.614s {{(pid=88071) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:24.036503 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88071) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Nov 05 12:58:24.036889 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Initializing extension manager. Nov 05 12:58:24.037453 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: __init__.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.037827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: __pycache__ {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.038193 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.038558 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.038920 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: _filter_validation_lib.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.039281 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.039641 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: address_scope.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.040450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.041107 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: address-scope Nov 05 12:58:24.041466 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.042396 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.042963 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: router-admin-state-down-before-update Nov 05 12:58:24.043319 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: agent.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.044093 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.044664 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: agent Nov 05 12:58:24.045045 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: agent_resources_synced.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.045956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.046518 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: agent-resources-synced Nov 05 12:58:24.046873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: allowedaddresspairs.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.049264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.049846 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: allowed-address-pairs Nov 05 12:58:24.050209 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: auto_allocated_topology.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.051287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.051855 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: auto-allocated-topology Nov 05 12:58:24.052215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: availability_zone.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.053134 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.053704 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: availability_zone Nov 05 12:58:24.054061 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: availability_zone_filter.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.054975 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.055541 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: availability_zone_filter Nov 05 12:58:24.055897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: data_plane_status.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.056828 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.057394 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension data-plane-status not supported by any of loaded plugins Nov 05 12:58:24.057747 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: default_subnetpools.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.058661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.059234 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: default-subnetpools Nov 05 12:58:24.059593 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.060451 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.061046 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: dhcp_agent_scheduler Nov 05 12:58:24.061413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: dns.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.062314 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.062873 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension dns-integration not supported by any of loaded plugins Nov 05 12:58:24.063229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: dns_domain_ports.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.064167 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.064727 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 05 12:58:24.065115 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: dvr.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.065857 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.066420 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: dvr Nov 05 12:58:24.066774 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: empty_string_filtering.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.067690 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.068248 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: empty-string-filtering Nov 05 12:58:24.068601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.069531 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.070094 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 05 12:58:24.070701 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.071612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.072170 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 05 12:58:24.072519 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: external_net.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.073447 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.074095 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: external-net Nov 05 12:58:24.074451 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.075366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.075932 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: extra_dhcp_opt Nov 05 12:58:24.076285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: extraroute.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.077225 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.077795 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: extraroute Nov 05 12:58:24.078148 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: extraroute_atomic.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.079267 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.080353 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: extraroute-atomic Nov 05 12:58:24.080709 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: filter_validation.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.081431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.081996 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: filter-validation Nov 05 12:58:24.082352 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: fip_pf_description.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.083266 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.083824 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 05 12:58:24.084176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: fip_port_details.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.085160 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.085717 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: fip-port-details Nov 05 12:58:24.086071 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: flavors.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.087277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.087848 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: flavors Nov 05 12:58:24.088209 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.090041 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.090628 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 05 12:58:24.090993 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: floatingip_pools.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.091747 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.092324 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: floatingip-pools Nov 05 12:58:24.092681 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: ip_allocation.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.093634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.094196 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension ip_allocation not supported by any of loaded plugins Nov 05 12:58:24.094559 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.096047 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.096614 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: ip-substring-filtering Nov 05 12:58:24.097000 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: l2_adjacency.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.097926 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.098484 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 05 12:58:24.098840 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: l3.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.099917 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.100492 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: router Nov 05 12:58:24.100876 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.103367 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.103954 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 05 12:58:24.104321 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.105283 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.105852 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: ext-gw-mode Nov 05 12:58:24.106215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.107143 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.107714 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: l3-ha Nov 05 12:58:24.108075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: l3_flavors.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.109132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.109982 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: l3-flavors Nov 05 12:58:24.110400 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.111403 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.111980 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 05 12:58:24.112335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: l3agentscheduler.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.113589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.114170 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: l3_agent_scheduler Nov 05 12:58:24.114530 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: logging.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.116102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.116681 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension logging not supported by any of loaded plugins Nov 05 12:58:24.117077 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: metering.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.119309 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.120022 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: metering Nov 05 12:58:24.120389 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: multiprovidernet.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.121370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.121959 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: multi-provider Nov 05 12:58:24.122324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: netmtu.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.123251 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.123827 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: net-mtu Nov 05 12:58:24.124188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: netmtu_writable.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.125195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.125758 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: net-mtu-writable Nov 05 12:58:24.126118 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: network_availability_zone.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.126927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.127495 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: network_availability_zone Nov 05 12:58:24.127852 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: network_ip_availability.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.128999 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.129565 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: network-ip-availability Nov 05 12:58:24.129922 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: network_segment_range.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.130819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.131389 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension network-segment-range not supported by any of loaded plugins Nov 05 12:58:24.131750 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: pagination.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.132745 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.133140 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: pagination Nov 05 12:58:24.133495 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.134419 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.134991 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: port-mac-address-regenerate Nov 05 12:58:24.135345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: port_resource_request.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.136262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.136847 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension port-resource-request not supported by any of loaded plugins Nov 05 12:58:24.137204 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: portbindings.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.138141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.138774 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: binding Nov 05 12:58:24.139130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: portbindings_extended.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.140398 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.141013 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: binding-extended Nov 05 12:58:24.141375 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: portsecurity.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.142823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.143392 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: port-security Nov 05 12:58:24.143746 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: project_id.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.144722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.145123 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: project-id Nov 05 12:58:24.145478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: providernet.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.146502 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.147073 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: provider Nov 05 12:58:24.147430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: qos.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.151058 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.151646 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension qos not supported by any of loaded plugins Nov 05 12:58:24.152007 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.153266 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.153837 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 05 12:58:24.154197 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.155114 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.155680 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 05 12:58:24.156035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: qos_default.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.156973 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.157539 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension qos-default not supported by any of loaded plugins Nov 05 12:58:24.158447 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: qos_fip.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.159126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.159686 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension qos-fip not supported by any of loaded plugins Nov 05 12:58:24.160040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: qos_gateway_ip.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.160978 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.161542 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 05 12:58:24.161896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: qos_port_network_policy.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.162800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.163363 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 05 12:58:24.163716 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: qos_rule_type_details.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.164618 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.165213 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 05 12:58:24.165571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: qos_rules_alias.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.166596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.167165 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 05 12:58:24.167524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: quotasv2.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.168547 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.168963 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: quotas Nov 05 12:58:24.169324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: quotasv2_detail.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.170891 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.171262 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: quota_details Nov 05 12:58:24.171621 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: rbac.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.172763 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.173399 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: rbac-policies Nov 05 12:58:24.173759 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: rbac_address_scope.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.174681 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.175253 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: rbac-address-scope Nov 05 12:58:24.175607 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: rbac_security_groups.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.176551 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.177112 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: rbac-security-groups Nov 05 12:58:24.177468 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: rbac_subnetpool.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.178378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.178949 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: rbac-subnetpool Nov 05 12:58:24.179309 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: revisionifmatch.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.180216 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.180813 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: revision-if-match Nov 05 12:58:24.181165 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: revisions.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.182271 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.182840 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: standard-attr-revisions Nov 05 12:58:24.183200 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: router_availability_zone.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.183936 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.184510 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: router_availability_zone Nov 05 12:58:24.184893 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: routerservicetype.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.185823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.186383 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension router-service-type not supported by any of loaded plugins Nov 05 12:58:24.186737 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.187662 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.188229 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: port-security-groups-filtering Nov 05 12:58:24.188581 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: securitygroup.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.201802 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.202414 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: security-group Nov 05 12:58:24.202784 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: segment.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.203666 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.204236 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension segment not supported by any of loaded plugins Nov 05 12:58:24.204598 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.206083 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.206659 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 05 12:58:24.207021 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: servicetype.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.208097 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.208674 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: service-type Nov 05 12:58:24.209080 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: sorting.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.210064 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.210435 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: sorting Nov 05 12:58:24.210791 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: standard_attr_segment.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.211703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.212281 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 05 12:58:24.212648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: standardattrdescription.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.213362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.213930 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: standard-attr-description Nov 05 12:58:24.214288 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: stateful_security_group.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.215219 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.215789 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: stateful-security-group Nov 05 12:58:24.216149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: stdattrs_common.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.216726 dv-cinder-815883-2-smb neutron-server[88071]: WARNING neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 05 12:58:24.217107 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.218057 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.218622 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 05 12:58:24.218978 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: subnet_onboard.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.220040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.221175 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: subnet_onboard Nov 05 12:58:24.221531 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.222467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.223045 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 05 12:58:24.223401 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: subnet_service_types.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.224394 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.224998 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: subnet-service-types Nov 05 12:58:24.225359 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: subnetallocation.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.226431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.227001 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: subnet_allocation Nov 05 12:58:24.227359 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.228050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.228619 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: subnetpool-prefix-ops Nov 05 12:58:24.229005 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.229929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.230498 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 05 12:58:24.230855 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: tagging.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.232179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.232757 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: standard-attr-tag Nov 05 12:58:24.233144 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: timestamp.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.234305 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.234888 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loaded extension: standard-attr-timestamp Nov 05 12:58:24.235248 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: trunk.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.236287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.236881 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension trunk not supported by any of loaded plugins Nov 05 12:58:24.237243 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: trunk_details.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.238158 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.238721 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension trunk-details not supported by any of loaded plugins Nov 05 12:58:24.239079 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: uplink_status_propagation.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.239998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.240569 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 05 12:58:24.240955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Loading extension file: vlantransparent.py {{(pid=88071) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 05 12:58:24.241647 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88071) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 05 12:58:24.242204 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 05 12:58:24.244528 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:network Nov 05 12:58:24.245337 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:subnet Nov 05 12:58:24.246004 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 12:58:24.246663 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:port Nov 05 12:58:24.248063 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.248549 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service FLAVORS assigned prefix: {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.249279 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.249753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.250117 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:router Nov 05 12:58:24.250822 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:floatingip Nov 05 12:58:24.251617 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service METERING assigned prefix: /metering {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.253515 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:24.253915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:24.254299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88071) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 12:58:24.255429 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of CountableResource for resource:rbac_policy Nov 05 12:58:24.255908 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:security_group Nov 05 12:58:24.256702 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 05 12:58:24.257532 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service CORE assigned prefix: {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.257898 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 12:58:24.258259 dv-cinder-815883-2-smb neutron-server[88071]: WARNING neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] subnetpool is already registered Nov 05 12:58:24.258925 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service CORE assigned prefix: {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.259291 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 12:58:24.259657 dv-cinder-815883-2-smb neutron-server[88071]: WARNING neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] subnetpool is already registered Nov 05 12:58:24.262329 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.262804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service FLAVORS assigned prefix: {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.263445 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.263904 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.264268 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:router Nov 05 12:58:24.264627 dv-cinder-815883-2-smb neutron-server[88071]: WARNING neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] router is already registered Nov 05 12:58:24.265316 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:floatingip Nov 05 12:58:24.265673 dv-cinder-815883-2-smb neutron-server[88071]: WARNING neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] floatingip is already registered Nov 05 12:58:24.266352 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service METERING assigned prefix: /metering {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.267084 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of CountableResource for resource:rbac_policy Nov 05 12:58:24.267964 dv-cinder-815883-2-smb neutron-server[88071]: WARNING neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] rbac_policy is already registered Nov 05 12:58:24.268411 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:security_group Nov 05 12:58:24.268768 dv-cinder-815883-2-smb neutron-server[88071]: WARNING neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] security_group is already registered Nov 05 12:58:24.269604 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 05 12:58:24.269963 dv-cinder-815883-2-smb neutron-server[88071]: WARNING neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] security_group_rule is already registered Nov 05 12:58:24.270688 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service CORE assigned prefix: {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.271048 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 12:58:24.271403 dv-cinder-815883-2-smb neutron-server[88071]: WARNING neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] subnetpool is already registered Nov 05 12:58:24.272050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.resource_helper [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Service CORE assigned prefix: {{(pid=88071) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 05 12:58:24.272409 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Creating instance of TrackedResource for resource:subnetpool Nov 05 12:58:24.272761 dv-cinder-815883-2-smb neutron-server[88071]: WARNING neutron.quota.resource_registry [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] subnetpool is already registered Nov 05 12:58:24.273507 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: extensions {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.275050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: address-scopes {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.276306 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: agents {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.277656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: auto-allocated-topology {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.278964 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: availability_zones {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.280344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: dhcp-networks {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.281986 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: dhcp-agents {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.284016 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: routers {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.285807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: flavors {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.287956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: service_profiles {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.289259 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: next_providers {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.291451 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: service_profiles {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.292969 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: floatingip-pools {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.294350 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: routers {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.296124 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: floatingips {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.297384 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: l3-routers {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.299034 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: l3-agents {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.300475 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: metering-labels {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.301797 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: metering-label-rules {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.303229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: network-ip-availabilities {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.304560 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: bindings {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.306309 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: quotas {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.307896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: quotas {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.309417 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: rbac-policies {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.310674 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: security-groups {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.311916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: security-group-rules {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.313485 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: service-providers {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.314782 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: subnetpools {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.316171 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: subnetpools {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.317818 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: tags {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.319547 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: tags {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.321723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: tags {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.323647 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: tags {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.325405 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: tags {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.327239 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: tags {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.329132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: tags {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.331432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: tags {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.333474 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: tags {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.335398 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.extensions [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Extended resource: tags {{(pid=88071) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 05 12:58:24.342372 dv-cinder-815883-2-smb neutron-server[88071]: WARNING keystonemiddleware.auth_token [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 05 12:58:24.347838 dv-cinder-815883-2-smb neutron-server[88071]: WARNING keystonemiddleware.auth_token [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 05 12:58:24.356827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Acquired lock "singleton_lock" {{(pid=88071) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Nov 05 12:58:24.357343 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Releasing lock "singleton_lock" {{(pid=88071) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Nov 05 12:58:24.358786 dv-cinder-815883-2-smb neutron-server[88071]: INFO oslo_service.service [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Starting 2 workers Nov 05 12:58:24.363378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Started child 88180 {{(pid=88071) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 05 12:58:24.367879 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:24.368060 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Started child 88181 {{(pid=88071) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 05 12:58:24.369451 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [-] (88180) wsgi starting up on http://0.0.0.0:9696 Nov 05 12:58:24.369556 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.service [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 05 12:58:24.370172 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Notify callbacks [] for process, before_spawn {{(pid=88071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:24.371620 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:24.372583 dv-cinder-815883-2-smb neutron-server[88071]: INFO oslo_service.service [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Starting 1 workers Nov 05 12:58:24.373072 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [-] (88181) wsgi starting up on http://0.0.0.0:9696 Nov 05 12:58:24.377908 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Started child 88182 {{(pid=88071) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 05 12:58:24.378461 dv-cinder-815883-2-smb neutron-server[88071]: INFO oslo_service.service [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Starting 1 workers Nov 05 12:58:24.380630 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.service [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] calling RpcWorker wait() {{(pid=88182) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 05 12:58:24.381063 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.service [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] returning from RpcWorker wait() {{(pid=88182) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 05 12:58:24.382527 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:24.382988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Started child 88183 {{(pid=88071) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 05 12:58:24.383086 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:58:24.383763 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ac3e28b5-3fb3-4af2-98f7-475bc2755898 None None] Notify callbacks [] for process, after_spawn {{(pid=88071) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:24.385658 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88071) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 05 12:58:24.385882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 05 12:58:24.386086 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 05 12:58:24.386363 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 05 12:58:24.386773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 05 12:58:24.386965 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 05 12:58:24.387397 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:24.387491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.387798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.388091 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.388382 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.388604 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:58:24.388707 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.389382 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.389677 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.389961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.390372 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.390640 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.390841 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.391034 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.391324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.391586 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.391921 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.392740 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.393040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.393318 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.393526 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.393810 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.394130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.394397 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.394679 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] debug = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.394954 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.395563 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.395830 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.396113 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.396375 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.396673 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.396984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.397282 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.397547 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.397794 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.398057 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.398337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.398571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.398839 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.399136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.399381 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.399805 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] host = dv-cinder-815883-2-smb {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.400065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.400304 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.400577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.400854 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.401131 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.401431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.401642 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.401957 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.402226 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.402481 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.402750 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.403019 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.403273 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.403527 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_file = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.403715 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_options = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.403967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.404253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.404526 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.404744 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.404931 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.405120 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.405413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.405575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.405856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.406090 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.406324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.406571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.406810 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.407044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.407323 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.407558 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.407873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.408677 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.408907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.409189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.409470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.409739 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.409988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.410228 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.410465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.410700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.410956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.411190 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.411444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.411677 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.411947 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.412215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.412479 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.412752 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.413776 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.414062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.415091 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.415091 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.415091 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.416833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.416833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.416833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.416833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.416833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.416833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.417611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] use_json = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.417611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.417611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.417866 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.417866 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.418130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.418359 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.418803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.419079 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.419529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.419859 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.420224 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.420487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.420756 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.421051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.421341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.421594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.421868 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.422174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.422450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.422725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.423077 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.423392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.423657 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.423928 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.424179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.424459 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.424724 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.425011 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.425282 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.425533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.425834 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.426091 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.426332 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.426649 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.427113 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.427502 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.427764 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.428075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.428346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.428621 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.428895 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.429139 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.429389 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.429637 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.429917 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.430176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.430477 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.430753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.431002 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.431321 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.431729 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.431990 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.432254 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.432505 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.432746 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.433122 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.433372 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.433632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.433897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.434150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.434393 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.434634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.434891 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.435159 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.435422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.435694 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.435937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.436185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.436424 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.436680 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.436947 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.437188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.437428 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.437670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.437926 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.438175 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.438411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.438651 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.438892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.439640 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.439879 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.440195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.440552 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.440841 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.441114 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.441394 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.441644 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.441914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.442177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.442428 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.442676 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.442932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.443229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.443513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.443778 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.444049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.444295 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.444564 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.444837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.445408 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.446203 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.446203 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.446203 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.446687 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.446687 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.446881 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.447054 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.447350 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.447645 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.448093 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.448614 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.449003 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.449361 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.449769 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.450074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.450361 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.450648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.450933 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.451181 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.451643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.451912 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.452338 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.452753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.453179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.453640 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.454137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.454574 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.455525 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.455938 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.456608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.456608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.456869 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.457065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.457355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.457631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.458004 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.458253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.458660 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.459047 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.459511 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.459741 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.460150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.460535 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.460977 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.461255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.461500 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.461777 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.462023 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.462294 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.462526 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.462775 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.463022 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.463311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.463545 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.463800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.464039 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.464262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.464520 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.464764 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.465031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.465327 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.465579 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.465886 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.466300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.466578 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.466864 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.467136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.467398 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.467803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.468242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.468687 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.468960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.469211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.469467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.469714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.470007 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.470373 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.470623 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.470933 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.471199 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.471572 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.471798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.472077 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.472327 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.472572 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.472842 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.473092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.473336 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.473563 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.473973 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.474402 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.474841 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.475276 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.475696 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.476111 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.476570 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.476905 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.477153 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.477542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.477833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.478125 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.478420 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.478917 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.479180 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.479422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.479741 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.480040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.480272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.480538 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.480822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.481136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.481407 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.481656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.482021 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.482265 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.482547 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.482795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.483042 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.483292 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.483585 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.483955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.484311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.484589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.484916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.485254 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.485577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.485876 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.486137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.486453 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.486809 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.487127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.487394 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.487652 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.487935 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.488189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.488435 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.488679 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.488953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.489201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.489476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.489774 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.490027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.490251 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.490493 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.490713 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.490974 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.491212 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.491465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.491821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.491986 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 05 12:58:24.492475 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88071) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 05 12:58:24.492709 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 05 12:58:24.492900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 05 12:58:24.493041 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 05 12:58:24.493229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 05 12:58:24.493378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 05 12:58:24.493628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.493788 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.493981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.494167 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.494353 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.494561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.494748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.494906 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.495092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.495276 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.495467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.495651 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.495835 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.496142 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.496303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.496444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.496583 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.496721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.496922 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.497044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.497144 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.497331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.497516 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] debug = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.497699 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.497925 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.498112 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.498296 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.498481 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.498665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.498848 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.499032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.499218 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.499401 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.499586 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.499771 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.499955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.500137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.500320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.500504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.500687 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] host = dv-cinder-815883-2-smb {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.500878 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.501071 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.501271 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.501432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.502105 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.502268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.502428 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.502612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.503213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.503213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.503213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.503544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.503544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.503718 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_file = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.503718 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_options = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.503901 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.504068 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.504253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.504464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.504652 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.504848 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.505028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.505216 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.505388 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.505550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.505696 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.505884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.506047 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.506399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.506590 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.506777 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.506962 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.507119 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.507306 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.507491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.507649 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.507831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.508017 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.508215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.508392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.508542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.508731 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.508929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.509072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.509256 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.509442 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.509626 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.509810 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.509994 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.510179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.510388 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.510549 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.510733 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.510918 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.511088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.511233 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.511470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.511576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.511732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.511916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.512100 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] use_json = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.512285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.512542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.512726 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.512920 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.513094 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.513278 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.513442 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.513623 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 05 12:58:24.513827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.514019 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.514217 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.514404 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.514590 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.514778 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.514963 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.515148 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.515334 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.515499 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.515686 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.515872 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.516075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.516261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.516449 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.516604 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.516807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.517003 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.517258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.517446 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.517634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.517822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.518008 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.518192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.518378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.518564 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.518753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.518940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.519128 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.519226 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:58:24.519328 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.519475 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.519662 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.519849 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.520034 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.520221 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.520407 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.520594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.520797 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.520985 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.521183 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.521370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.521556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.521740 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.521927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.522112 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.522296 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.522482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.522667 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.522853 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.523039 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.523239 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.523425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.523611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.523799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.523986 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.524172 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.524359 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.524545 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.524732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.524944 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.525129 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.525315 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.525506 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.525693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.525879 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.526064 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.526251 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.526441 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.526628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.527006 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.527006 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.527326 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.527632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.527830 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.528029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.528298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.528524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.528629 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.528937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.529100 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.529203 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.529351 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.529452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.529627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.529850 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.529954 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.530220 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.530324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.530470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.530706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.530858 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.530958 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.531051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.531234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.531419 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.531605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.531791 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.531976 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.532161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.532348 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.532543 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.533269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.533412 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.533603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.533800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.534001 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.534191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.534379 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.534567 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.534752 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.535014 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.535119 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.535256 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.535442 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.535628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.535815 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.536014 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.536249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.536430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.536584 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.536763 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.536969 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.537154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.537341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.537532 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.537713 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.537898 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.538087 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.538279 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.538465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.538652 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.538838 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.539024 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.539211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.539398 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.539583 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.539770 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.539957 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.540143 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.540328 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.540513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.540699 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.540907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.541044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.541226 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.541412 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.541598 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.541785 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.541969 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.542156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.542341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.542528 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.542714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.542900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.543090 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.543276 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.543464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.543650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.543838 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.544024 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.544210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.544397 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.544583 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.544795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.544977 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.545162 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.545349 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.545536 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.545722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.545914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.546099 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.546285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.546488 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.546673 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.546861 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.547050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.547237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.547422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.547609 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.547826 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.547974 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.548110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.548243 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.548484 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.548672 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.548883 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.549069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.549256 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.549442 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.549628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.549824 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.550011 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.550195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.550381 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.550574 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.550760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.550945 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.551141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.551328 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.551514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.551698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.551883 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.552077 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.552261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.552446 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.552644 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.552852 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.553043 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.553229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.553415 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.553601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.553787 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.553976 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.554174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.554369 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.554557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.554751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.554948 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.555145 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.555337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.555528 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.555726 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.555917 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.556102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.556288 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.556474 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.556660 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.556866 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.557070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.557212 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.557397 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.557582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.557737 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.557950 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.558070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.558243 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.558428 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.558616 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.558801 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.558986 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.559170 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 05 12:58:24.559348 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88071) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 05 12:58:24.754456 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42210) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:24.768373 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0117300 Nov 05 12:58:34.638135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e037e-bd35-4e53-9d14-556ec967dc66 None None] get_active_networks_info from dv-cinder-815883-2-smb {{(pid=88182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 05 12:58:34.917724 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e037e-bd35-4e53-9d14-556ec967dc66 None None] No non-hosted networks {{(pid=88182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 05 12:58:34.945963 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agentschedulers_db [None req-003e037e-bd35-4e53-9d14-556ec967dc66 None None] DHCP Agent not found on host dv-cinder-815883-2-smb {{(pid=88182) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Nov 05 12:58:35.093208 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7538f6d2-3271-4b67-8dbf-3419161af73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854100963'] for agent, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:35.961519 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854100963'] for agent, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:35.962164 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:35.962545 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:35.963671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:35.964123 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:35.964491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:35.964879 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:35.965242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:35.965601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:35.965959 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:35.966315 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:35.966674 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:35.967082 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815883-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:58:35.994560 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815883-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:58:36.849110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6095360-8dd0-4e43-af02-cf3223c36302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854100963'] for agent, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:36.882485 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-010e128e-d59b-4ff1-95a1-4f56f2b161e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:37.474201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854100963'] for agent, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:38.744389 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854100963'] for agent, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:39.456956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42326) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:40.188023 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [None req-89b38d0d-455a-4dbd-aad4-647648d4f262 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 12:58:40.189759 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-89b38d0d-455a-4dbd-aad4-647648d4f262 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7313144 Nov 05 12:58:41.937554 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.l3_hamode_db [None req-ac6f88dd-da43-4f89-b19f-e7f8cc6b270e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 05 12:58:42.023846 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f88dd-da43-4f89-b19f-e7f8cc6b270e None None] Routers set() bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 12:58:42.024255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f88dd-da43-4f89-b19f-e7f8cc6b270e None None] Router IDs set() for agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 05 12:58:42.367642 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42342) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:42.444459 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-3b90f240-05ba-4fd0-81d8-b138cd620c41 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:58:42.697910 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.policy [None req-3b90f240-05ba-4fd0-81d8-b138cd620c41 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88181) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 05 12:58:42.705877 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota [None req-3b90f240-05ba-4fd0-81d8-b138cd620c41 admin admin] Loaded quota_driver: . Nov 05 12:58:42.740189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-3b90f240-05ba-4fd0-81d8-b138cd620c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:58:42.800656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3b90f240-05ba-4fd0-81d8-b138cd620c41 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256604022671', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256603916584', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256603913294', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256604130640', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256603930287', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853233628', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1468994', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854212309', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854103303'] for rbac-policy, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:42.866126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3b90f240-05ba-4fd0-81d8-b138cd620c41 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:42.867394 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3b90f240-05ba-4fd0-81d8-b138cd620c41 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.4987154 Nov 05 12:58:45.054243 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42358) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:45.130485 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '660b5a3186f54b198357dbe1253b78e3'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:58:45.136274 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:58:45.142886 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Usage tracker for resource:network and tenant:660b5a3186f54b198357dbe1253b78e3 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:58:45.146281 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:58:45.152598 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:58:45.161491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Made reservation on behalf of 660b5a3186f54b198357dbe1253b78e3 for: {'network': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 12:58:45.167336 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:45.184250 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:45.225884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:58:45.229698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Usage tracker for resource:security_group_rule and tenant:660b5a3186f54b198357dbe1253b78e3 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:58:45.232553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:58:45.239182 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:58:45.309343 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:45.312026 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:45.317195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:45.334636 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=88181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 12:58:45.357872 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780247614084', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:45.358449 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Unsubscribe: segment precommit_create {{(pid=88181) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 05 12:58:45.358888 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Added segment 01175ce6-8e73-4d2e-9f86-01cb24eb0ee0 of type vlan for network f4fce044-fb5e-4462-ba40-f027f871bf6b Nov 05 12:58:45.412296 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aa4aac-1aef-4f50-806d-de911b292ab6,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:58:45.444107 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:45.444412 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:45.444768 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:45.445143 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:45.445750 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:45.446100 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:45.446443 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:45.446785 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:45.447125 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:45.447462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:45.447800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Tracked resource versions report: Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: pushed versions: Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: { 'ConntrackHelper': {'1.0'}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': {'1.0'}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': {'1.1'}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': {'1.5'}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': {'1.2'}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': {'1.8'}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': {'1.2'}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': {'1.0'}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': {'1.0'}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': {'1.1'}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': {'1.1'}} Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: consumer versions: Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: { DHCP agent@dv-cinder-815883-2-smb: {}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: L3 agent@dv-cinder-815883-2-smb: {}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: Metadata agent@dv-cinder-815883-2-smb: {}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: Metering agent@dv-cinder-815883-2-smb: {}, Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: Open vSwitch agent@dv-cinder-815883-2-smb: { 'ConntrackHelper': '1.0', Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': '1.0', Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': '1.1', Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': '1.5', Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': '1.2', Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': '1.8', Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': '1.2', Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': '1.0', Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': '1.0', Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': '1.1', Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': '1.1'}} Nov 05 12:58:45.448863 dv-cinder-815883-2-smb neutron-server[88071]: {{(pid=88181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 12:58:45.479362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:45.487666 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:45.519341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:45.520596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:58:45.521279 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:45.526339 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:45.636170 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5807559 Nov 05 12:58:45.636934 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Pushing event updated for resources: {'Network': ['ID=f4fce044-fb5e-4462-ba40-f027f871bf6b,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:58:45.640240 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:45.652650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network f4fce044-fb5e-4462-ba40-f027f871bf6b details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 12:58:47.878492 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42376) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:48.055962 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95892cbc-b29b-49e5-9f11-30767f2d36fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:58:48.057392 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-95892cbc-b29b-49e5-9f11-30767f2d36fc admin admin] 10.222.0.39 "GET /v2.0/networks/f4fce044-fb5e-4462-ba40-f027f871bf6b HTTP/1.1" status: 200 len: 825 time: 0.1778848 Nov 05 12:58:48.086576 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-5df82e5e-bc3e-48c6-a598-5dc7dcdf9395 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/42febcff-b0d4-4999-969a-5806ee81dd33 HTTP/1.1" status: 200 len: 734 time: 0.0232449 Nov 05 12:58:48.095378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Request body: {'subnet': {'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b', 'name': 'private-subnet', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '42febcff-b0d4-4999-969a-5806ee81dd33'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:58:48.099847 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:58:48.103718 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Usage tracker for resource:subnet and tenant:660b5a3186f54b198357dbe1253b78e3 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:58:48.106696 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:58:48.113047 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:58:48.122105 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Made reservation on behalf of 660b5a3186f54b198357dbe1253b78e3 for: {'subnet': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 12:58:48.127293 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:48.413114 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for subnet, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:48.417798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:48.505336 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8faef9-63c8-4f6d-9500-18248c37b405,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:58:48.510529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:48.512348 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Checking segment: {'id': '01175ce6-8e73-4d2e-9f86-01cb24eb0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 12:58:48.512725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Network hostable DHCP agents. Network: f4fce044-fb5e-4462-ba40-f027f871bf6b, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 12:58:48.536431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Network f4fce044-fb5e-4462-ba40-f027f871bf6b is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 12:58:48.544991 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, f4fce044-fb5e-4462-ba40-f027f871bf6b) {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 12:58:48.549773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:58:48.550385 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:48.555118 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429dcfa3-b222-4cb7-bda8-87c50245a940 None None] Network f4fce044-fb5e-4462-ba40-f027f871bf6b requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 12:58:48.568973 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4770195 Nov 05 12:58:48.945496 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16b524d8-9c6b-56f2-95b6-eb13d4fabab4-f4fce044-fb5e-4462-ba40-f027f871bf6b', 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'fixed_ips': [{'subnet_id': '1b8faef9-63c8-4f6d-9500-18248c37b405'}]}} from dv-cinder-815883-2-smb. {{(pid=88182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 12:58:48.946863 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:49.151259 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Allocated IP 172.20.0.2 (f4fce044-fb5e-4462-ba40-f027f871bf6b/1b8faef9-63c8-4f6d-9500-18248c37b405/b68d8393-b5c1-41b7-80fb-a3db66abc73b) {{(pid=88182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 12:58:49.388060 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Notify callbacks [] for port, precommit_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:49.400816 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Transition to ACTIVE for port object b68d8393-b5c1-41b7-80fb-a3db66abc73b will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 12:58:49.421358 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Transition to ACTIVE for port object b68d8393-b5c1-41b7-80fb-a3db66abc73b will not be triggered until provisioned by entity DHCP. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 12:58:49.428764 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:49.433897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:49.498972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Network f4fce044-fb5e-4462-ba40-f027f871bf6b is already hosted by enough agents. {{(pid=88182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 12:58:49.500112 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Resources bound (agent type, host, resource id): {{(pid=88182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 12:58:49.503377 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Received port after_create {{(pid=88182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 12:58:49.523317 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Pushing event updated for resources: {'Port': ['ID=b68d8393-b5c1-41b7-80fb-a3db66abc73b,revision_number=1']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:58:49.597887 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:49.598264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:49.598634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:49.598996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:49.599357 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:49.599713 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:49.600072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:49.600425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:49.600803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:49.601148 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:49.601499 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Tracked resource versions report: Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: pushed versions: Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: { 'ConntrackHelper': {'1.0'}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': {'1.0'}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': {'1.1'}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': {'1.5'}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': {'1.2'}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': {'1.8'}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': {'1.2'}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': {'1.0'}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': {'1.0'}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': {'1.1'}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': {'1.1'}} Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: consumer versions: Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: { DHCP agent@dv-cinder-815883-2-smb: {}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: L3 agent@dv-cinder-815883-2-smb: {}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: Metadata agent@dv-cinder-815883-2-smb: {}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: Metering agent@dv-cinder-815883-2-smb: {}, Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: Open vSwitch agent@dv-cinder-815883-2-smb: { 'ConntrackHelper': '1.0', Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': '1.0', Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': '1.1', Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': '1.5', Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': '1.2', Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': '1.8', Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': '1.2', Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': '1.0', Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': '1.0', Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': '1.1', Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': '1.1'}} Nov 05 12:58:49.602567 dv-cinder-815883-2-smb neutron-server[88071]: {{(pid=88182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 12:58:49.606050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:49.626329 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Attempting to bind port b68d8393-b5c1-41b7-80fb-a3db66abc73b on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 12:58:49.626759 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Attempting to bind port b68d8393-b5c1-41b7-80fb-a3db66abc73b by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '01175ce6-8e73-4d2e-9f86-01cb24eb0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 12:58:49.627187 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Attempting to bind port b68d8393-b5c1-41b7-80fb-a3db66abc73b on network f4fce044-fb5e-4462-ba40-f027f871bf6b {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 12:58:49.633922 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 12, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 12:58:49.634345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Checking segment: {'id': '01175ce6-8e73-4d2e-9f86-01cb24eb0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 12:58:49.634804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:49.635229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Bound using segment: {'id': '01175ce6-8e73-4d2e-9f86-01cb24eb0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 12:58:49.635773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Bound port: b68d8393-b5c1-41b7-80fb-a3db66abc73b, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01175ce6-8e73-4d2e-9f86-01cb24eb0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 12:58:49.636178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:49.728362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] For port b68d8393-b5c1-41b7-80fb-a3db66abc73b, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 12:58:49.732431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] For port b68d8393-b5c1-41b7-80fb-a3db66abc73b, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=b68d8393-b5c1-41b7-80fb-a3db66abc73b,segment=NetworkSegment(01175ce6-8e73-4d2e-9f86-01cb24eb0ee0),segment_id=01175ce6-8e73-4d2e-9f86-01cb24eb0ee0)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 12:58:49.735560 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:49.740160 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:49.827205 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Pushing event updated for resources: {'Port': ['ID=b68d8393-b5c1-41b7-80fb-a3db66abc73b,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:58:49.831468 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:50.728644 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42388) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:50.805554 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [None req-cab20af3-bf1d-407e-9158-45ac76f24ece admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 12:58:50.806718 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-cab20af3-bf1d-407e-9158-45ac76f24ece admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0769846 Nov 05 12:58:53.000903 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42404) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:53.076705 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [None req-da125142-3669-4ec0-9943-85af30b865a3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 12:58:53.077799 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-da125142-3669-4ec0-9943-85af30b865a3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0754008 Nov 05 12:58:54.263277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device b68d8393-b5c1-41b7-80fb-a3db66abc73b up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 12:58:54.335292 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port b68d8393-b5c1-41b7-80fb-a3db66abc73b completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 12:58:54.592892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fc19ff-a4fa-49a4-b8dc-00eb2d308cfe None None] Network f4fce044-fb5e-4462-ba40-f027f871bf6b requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 12:58:54.696402 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cc9d82c4-ef37-49eb-8e09-13f049d8bca0 None None] Provisioning for port b68d8393-b5c1-41b7-80fb-a3db66abc73b completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 12:58:54.710330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cc9d82c4-ef37-49eb-8e09-13f049d8bca0 None None] Provisioning complete for port b68d8393-b5c1-41b7-80fb-a3db66abc73b triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:58:54.710733 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc9d82c4-ef37-49eb-8e09-13f049d8bca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:55.061063 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc9d82c4-ef37-49eb-8e09-13f049d8bca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:55.109178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-cc9d82c4-ef37-49eb-8e09-13f049d8bca0 None None] For port b68d8393-b5c1-41b7-80fb-a3db66abc73b, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=b68d8393-b5c1-41b7-80fb-a3db66abc73b,segment=NetworkSegment(01175ce6-8e73-4d2e-9f86-01cb24eb0ee0),segment_id=01175ce6-8e73-4d2e-9f86-01cb24eb0ee0)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 12:58:55.116303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc9d82c4-ef37-49eb-8e09-13f049d8bca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:55.122552 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:58:55.194832 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d82c4-ef37-49eb-8e09-13f049d8bca0 None None] Pushing event updated for resources: {'Port': ['ID=b68d8393-b5c1-41b7-80fb-a3db66abc73b,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:58:55.198592 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cc9d82c4-ef37-49eb-8e09-13f049d8bca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:58:55.342022 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42418) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:55.418398 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-ecd5065f-7193-42f7-883c-d62d230d7493 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '660b5a3186f54b198357dbe1253b78e3'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:58:55.423702 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-ecd5065f-7193-42f7-883c-d62d230d7493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:58:55.427935 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-ecd5065f-7193-42f7-883c-d62d230d7493 admin admin] Usage tracker for resource:router and tenant:660b5a3186f54b198357dbe1253b78e3 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:58:55.431054 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-ecd5065f-7193-42f7-883c-d62d230d7493 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:58:55.436939 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-ecd5065f-7193-42f7-883c-d62d230d7493 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:58:55.441410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-22989fa8-3179-4b50-a164-d1641b659b26 None None] Provisioning complete for port b68d8393-b5c1-41b7-80fb-a3db66abc73b triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:58:55.441828 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-22989fa8-3179-4b50-a164-d1641b659b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:55.446833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecd5065f-7193-42f7-883c-d62d230d7493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-648725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775552'] for router, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:55.448057 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecd5065f-7193-42f7-883c-d62d230d7493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854126853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854100366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854015493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-281'] for router, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:55.472297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecd5065f-7193-42f7-883c-d62d230d7493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:55.572106 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecd5065f-7193-42f7-883c-d62d230d7493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854127075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102106'] for router, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:55.589805 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecd5065f-7193-42f7-883c-d62d230d7493 admin admin] Notify callbacks [] for router, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:55.590988 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-ecd5065f-7193-42f7-883c-d62d230d7493 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2479181 Nov 05 12:58:56.239466 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device b68d8393-b5c1-41b7-80fb-a3db66abc73b up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 12:58:56.310057 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port b68d8393-b5c1-41b7-80fb-a3db66abc73b triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:58:56.310468 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:58:57.742755 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42430) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:58:57.817597 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [None req-04f36f2e-ea66-456e-b180-fb39323839c0 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 12:58:57.818646 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-04f36f2e-ea66-456e-b180-fb39323839c0 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0748854 Nov 05 12:58:59.957322 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42442) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:59:00.031407 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:59:00.036696 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:59:00.040841 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Usage tracker for resource:network and tenant:7c4fea47b003427bab8bc9186020f373 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:59:00.043830 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:59:00.049816 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:59:00.059022 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Made reservation on behalf of 7c4fea47b003427bab8bc9186020f373 for: {'network': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 12:59:00.064120 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:00.077025 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:00.108614 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:59:00.112912 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Usage tracker for resource:security_group_rule and tenant:7c4fea47b003427bab8bc9186020f373 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:59:00.115671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:59:00.121408 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:59:00.188150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:00.191292 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:00.195432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:00.330128 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Reserving flat network on physical network physnet1 {{(pid=88181) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 05 12:59:00.350952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55b61f3-629e-4be8-bcbe-ad3e1a38adcb,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:00.355027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:00.355973 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:00.356347 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Added segment 83391c97-363a-49b3-b81a-af58175303f1 of type flat for network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d Nov 05 12:59:00.388451 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:00.424900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:00.426108 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:59:00.426732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:00.431486 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:00.528119 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5696642 Nov 05 12:59:00.536979 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Pushing event updated for resources: {'Network': ['ID=1f59a7ed-eee2-4335-a3e7-19a2bd86f82d,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:00.540091 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:00.548679 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 12:59:02.655805 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42454) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:59:02.795346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4902d34-4e88-4e32-bf3f-c9c85fb0e443 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:59:02.796699 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f4902d34-4e88-4e32-bf3f-c9c85fb0e443 admin admin] 10.222.0.39 "GET /v2.0/subnets/1b8faef9-63c8-4f6d-9500-18248c37b405 HTTP/1.1" status: 200 len: 849 time: 0.1398582 Nov 05 12:59:02.950301 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-2db2f406-4659-4348-adf6-390e50678931 admin admin] 10.222.0.39 "GET /v2.0/routers/227a4c4d-c11c-478d-a5ce-dbff47042ceb HTTP/1.1" status: 200 len: 704 time: 0.1469312 Nov 05 12:59:03.425482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:03.665791 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Allocated IP 172.20.0.1 (f4fce044-fb5e-4462-ba40-f027f871bf6b/1b8faef9-63c8-4f6d-9500-18248c37b405/ac2fabe8-fdfd-40f5-87b8-eb4b22bac172) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 12:59:03.827715 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:03.846093 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Transition to ACTIVE for port object ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 will not be triggered until provisioned by entity DHCP. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 12:59:03.892536 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:03.897937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:03.962747 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Network f4fce044-fb5e-4462-ba40-f027f871bf6b is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 12:59:03.966154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 12:59:03.970011 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 12:59:03.970528 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102243'] for router_interface, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:03.976808 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Pushing event updated for resources: {'Port': ['ID=ac2fabe8-fdfd-40f5-87b8-eb4b22bac172,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:04.015157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:04.097060 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:04.225956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c72faf7d-b384-4fe5-89c6-06e259042186 None None] Provisioning for port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 12:59:04.230913 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c72faf7d-b384-4fe5-89c6-06e259042186 None None] Provisioning complete for port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:59:04.231396 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c72faf7d-b384-4fe5-89c6-06e259042186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:04.286706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c72faf7d-b384-4fe5-89c6-06e259042186 None None] Port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 12:59:04.479677 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:04.483027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:04.484099 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1135331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854100860'] for router_interface, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:04.487988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:04.509711 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-35882400-8e76-447d-a3bc-f31f8cc7578c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:04.580126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Pushing event updated for resources: {'Port': ['ID=ac2fabe8-fdfd-40f5-87b8-eb4b22bac172,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:04.584238 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:04.686188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Network f4fce044-fb5e-4462-ba40-f027f871bf6b is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 12:59:04.687300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 12:59:04.919144 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ccf04b86-cec0-46d1-b592-869b63ef368e None None] Provisioning complete for port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:59:04.919546 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ccf04b86-cec0-46d1-b592-869b63ef368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:04.975992 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ccf04b86-cec0-46d1-b592-869b63ef368e None None] Port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 12:59:05.058580 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Router 227a4c4d-c11c-478d-a5ce-dbff47042ceb is scheduled to L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 with binding_index 1 {{(pid=88181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 12:59:05.234536 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 12:59:05.244192 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] 10.222.0.39 "PUT /v2.0/routers/227a4c4d-c11c-478d-a5ce-dbff47042ceb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2884371 Nov 05 12:59:05.246221 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Sync routers for ids ['227a4c4d-c11c-478d-a5ce-dbff47042ceb'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 12:59:05.259793 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Routers {'227a4c4d-c11c-478d-a5ce-dbff47042ceb'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 12:59:05.260587 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T12:58:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['227a4c4d-c11c-478d-a5ce-dbff47042ceb'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:05.463442 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Set router 227a4c4d-c11c-478d-a5ce-dbff47042ceb gateway port host: None {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 12:59:05.865737 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'name': 'router1', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T12:58:55Z', 'updated_at': '2021-11-05T12:59:04Z', 'revision_number': 2, 'project_id': '660b5a3186f54b198357dbe1253b78e3', 'gw_port_host': None, '_interfaces': [{'id': 'ac2fabe8-fdfd-40f5-87b8-eb4b22bac172', 'name': '', 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b8faef9-63c8-4f6d-9500-18248c37b405', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:03Z', 'updated_at': '2021-11-05T12:59:04Z', 'revision_number': 2, 'project_id': '660b5a3186f54b198357dbe1253b78e3', 'subnets': [{'id': '1b8faef9-63c8-4f6d-9500-18248c37b405', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42febcff-b0d4-4999-969a-5806ee81dd33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:05.870710 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Checking router: 227a4c4d-c11c-478d-a5ce-dbff47042ceb for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 12:59:05.871118 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Updating router 227a4c4d-c11c-478d-a5ce-dbff47042ceb port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 binding host dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 12:59:05.927978 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:05.963595 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:06.317934 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Notify callbacks [] for port, precommit_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:06.332783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Transition to ACTIVE for port object ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 will not be triggered until provisioned by entity L2. {{(pid=88183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 12:59:06.338360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:06.343440 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:06.559077 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Pushing event updated for resources: {'Port': ['ID=ac2fabe8-fdfd-40f5-87b8-eb4b22bac172,revision_number=3']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:06.581257 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:06.581609 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:06.581964 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:06.582316 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:06.582671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:06.582998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:06.583350 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:06.583695 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:06.584037 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:06.584382 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:06.584724 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Tracked resource versions report: Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: pushed versions: Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: { 'ConntrackHelper': {'1.0'}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': {'1.0'}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': {'1.1'}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': {'1.5'}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': {'1.2'}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': {'1.8'}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': {'1.2'}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': {'1.0'}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': {'1.0'}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': {'1.1'}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': {'1.1'}} Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: consumer versions: Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: { DHCP agent@dv-cinder-815883-2-smb: {}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: L3 agent@dv-cinder-815883-2-smb: {}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: Metadata agent@dv-cinder-815883-2-smb: {}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: Metering agent@dv-cinder-815883-2-smb: {}, Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: Open vSwitch agent@dv-cinder-815883-2-smb: { 'ConntrackHelper': '1.0', Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': '1.0', Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': '1.1', Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': '1.5', Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': '1.2', Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': '1.8', Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': '1.2', Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': '1.0', Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': '1.0', Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': '1.1', Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': '1.1'}} Nov 05 12:59:06.585802 dv-cinder-815883-2-smb neutron-server[88071]: {{(pid=88183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 12:59:06.591746 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Attempting to bind port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 12:59:06.592172 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Attempting to bind port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '01175ce6-8e73-4d2e-9f86-01cb24eb0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b'}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 12:59:06.592595 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Attempting to bind port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 on network f4fce044-fb5e-4462-ba40-f027f871bf6b {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 12:59:06.600682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 12:59:06.601102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Checking segment: {'id': '01175ce6-8e73-4d2e-9f86-01cb24eb0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 12:59:06.601559 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:06.601952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Bound using segment: {'id': '01175ce6-8e73-4d2e-9f86-01cb24eb0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b'} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 12:59:06.602507 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Bound port: ac2fabe8-fdfd-40f5-87b8-eb4b22bac172, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01175ce6-8e73-4d2e-9f86-01cb24eb0ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b'}}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 12:59:06.602869 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:06.613859 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:06.692650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] For port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 12:59:06.697414 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] For port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=ac2fabe8-fdfd-40f5-87b8-eb4b22bac172,segment=NetworkSegment(01175ce6-8e73-4d2e-9f86-01cb24eb0ee0),segment_id=01175ce6-8e73-4d2e-9f86-01cb24eb0ee0)] {{(pid=88183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 12:59:06.705843 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:06.710534 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:06.802120 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Pushing event updated for resources: {'Port': ['ID=ac2fabe8-fdfd-40f5-87b8-eb4b22bac172,revision_number=4']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:06.805951 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6829c467-5ab5-4db8-8da1-adc24c117490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:06.806947 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Routers {'227a4c4d-c11c-478d-a5ce-dbff47042ceb'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 12:59:06.808088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T12:58:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['227a4c4d-c11c-478d-a5ce-dbff47042ceb'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:06.846639 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-69cb43be-ed81-4a3a-a49d-4654c028375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:06.979011 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] Set router 227a4c4d-c11c-478d-a5ce-dbff47042ceb gateway port host: None {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 12:59:07.402123 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42468) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:59:07.431135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:07.455983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'name': 'router1', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T12:58:55Z', 'updated_at': '2021-11-05T12:59:04Z', 'revision_number': 2, 'project_id': '660b5a3186f54b198357dbe1253b78e3', 'gw_port_host': None, '_interfaces': [{'id': 'ac2fabe8-fdfd-40f5-87b8-eb4b22bac172', 'name': '', 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b8faef9-63c8-4f6d-9500-18248c37b405', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:03Z', 'updated_at': '2021-11-05T12:59:06Z', 'revision_number': 4, 'project_id': '660b5a3186f54b198357dbe1253b78e3', 'subnets': [{'id': '1b8faef9-63c8-4f6d-9500-18248c37b405', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42febcff-b0d4-4999-969a-5806ee81dd33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:07.460110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a418c2-314f-4b95-9d37-c8a8c31a909b None None] The sync data for ids ['227a4c4d-c11c-478d-a5ce-dbff47042ceb'] in dv-cinder-815883-2-smb is: [{'id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'name': 'router1', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T12:58:55Z', 'updated_at': '2021-11-05T12:59:04Z', 'revision_number': 2, 'project_id': '660b5a3186f54b198357dbe1253b78e3', 'gw_port_host': None, '_interfaces': [{'id': 'ac2fabe8-fdfd-40f5-87b8-eb4b22bac172', 'name': '', 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b8faef9-63c8-4f6d-9500-18248c37b405', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:03Z', 'updated_at': '2021-11-05T12:59:06Z', 'revision_number': 4, 'project_id': '660b5a3186f54b198357dbe1253b78e3', 'subnets': [{'id': '1b8faef9-63c8-4f6d-9500-18248c37b405', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42febcff-b0d4-4999-969a-5806ee81dd33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 12:59:07.603865 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c6edb7-7874-4272-b0ea-ca5bddc3451b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:59:07.604422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a1c6edb7-7874-4272-b0ea-ca5bddc3451b admin admin] Synchronizing usage tracker for tenant:7c4fea47b003427bab8bc9186020f373 on resource:network {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 12:59:07.623399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a1c6edb7-7874-4272-b0ea-ca5bddc3451b admin admin] Unset dirty status for tenant:7c4fea47b003427bab8bc9186020f373 on resource:network {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 12:59:07.630194 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a1c6edb7-7874-4272-b0ea-ca5bddc3451b admin admin] 10.222.0.39 "GET /v2.0/networks/1f59a7ed-eee2-4335-a3e7-19a2bd86f82d HTTP/1.1" status: 200 len: 842 time: 0.2215314 Nov 05 12:59:07.635262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:59:07.640983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 12:59:07.645034 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Usage tracker for resource:subnet and tenant:7c4fea47b003427bab8bc9186020f373 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 12:59:07.648011 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 12:59:07.654542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 12:59:07.663979 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Made reservation on behalf of 7c4fea47b003427bab8bc9186020f373 for: {'subnet': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 12:59:07.668725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:08.056456 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for subnet, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:08.060891 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e293ce35-3502-4760-85db-a1730a47a3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:08.141417 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04bf0065-532e-454b-8b41-76ac08d43676,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:08.150056 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:08.165453 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Checking segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 12:59:08.165835 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Network hostable DHCP agents. Network: 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 12:59:08.187320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 12:59:08.196895 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d) {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 12:59:08.202062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:59:08.203030 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:08.206257 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff202033-8571-4b53-a2dc-f3b83d621c6b None None] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 12:59:08.228997 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5975237 Nov 05 12:59:08.464481 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d82134-ae1f-4e7b-8ec1-1832a57cb44d None None] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 12:59:08.718971 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:10.258669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 12:59:10.330917 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 12:59:10.335700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:59:10.336140 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:10.451964 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:10.467438 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42484) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:59:10.485760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=ac2fabe8-fdfd-40f5-87b8-eb4b22bac172,segment=NetworkSegment(01175ce6-8e73-4d2e-9f86-01cb24eb0ee0),segment_id=01175ce6-8e73-4d2e-9f86-01cb24eb0ee0)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 12:59:10.488656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:10.490996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4ebdff13-3375-4a1e-879b-12eef4a3c088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:10.560253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=ac2fabe8-fdfd-40f5-87b8-eb4b22bac172,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:10.564089 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:10.716573 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-310f05d1-fe65-445a-9990-6a5f636acf53 admin admin] 10.222.0.39 "GET /v2.0/routers/227a4c4d-c11c-478d-a5ce-dbff47042ceb HTTP/1.1" status: 200 len: 710 time: 0.2478545 Nov 05 12:59:10.853155 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521d6d14-bf82-4749-a1b2-ae10b91aba36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 12:59:10.854565 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-521d6d14-bf82-4749-a1b2-ae10b91aba36 admin admin] 10.222.0.39 "GET /v2.0/networks/1f59a7ed-eee2-4335-a3e7-19a2bd86f82d HTTP/1.1" status: 200 len: 886 time: 0.1318026 Nov 05 12:59:10.864502 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 12:59:11.501451 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854100413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-494'] for router, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:11.691140 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:11.753277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:11.890264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Allocated IP 172.28.2.137 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/f90af26d-4cd1-4842-9eab-03cb7d93dd0f) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 12:59:12.038848 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:12.063063 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:12.067534 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:12.131237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 12:59:12.134624 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 12:59:12.138439 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 12:59:12.172501 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Pushing event updated for resources: {'Port': ['ID=f90af26d-4cd1-4842-9eab-03cb7d93dd0f,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:12.177287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:12.243279 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 12:59:12.286359 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:12.312223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:59:12.312571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:12.457049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854100413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-494'] for router, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:12.460425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-675400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854100400', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854126990'] for router, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:12.662093 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Router 227a4c4d-c11c-478d-a5ce-dbff47042ceb has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 12:59:12.861407 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 12:59:12.870971 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Notify callbacks [] for router, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:12.871422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Sync routers for ids ['227a4c4d-c11c-478d-a5ce-dbff47042ceb'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 12:59:12.872243 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] 10.222.0.39 "PUT /v2.0/routers/227a4c4d-c11c-478d-a5ce-dbff47042ceb HTTP/1.1" status: 200 len: 890 time: 2.0111322 Nov 05 12:59:12.885053 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Routers {'227a4c4d-c11c-478d-a5ce-dbff47042ceb'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 12:59:12.885752 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-16337450-0a95-4f71-950f-89000ac0120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T12:59:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['227a4c4d-c11c-478d-a5ce-dbff47042ceb'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:13.087454 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Set router 227a4c4d-c11c-478d-a5ce-dbff47042ceb gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 12:59:13.453365 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-16337450-0a95-4f71-950f-89000ac0120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'name': 'router1', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f90af26d-4cd1-4842-9eab-03cb7d93dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T12:58:55Z', 'updated_at': '2021-11-05T12:59:12Z', 'revision_number': 4, 'project_id': '660b5a3186f54b198357dbe1253b78e3', 'gw_port': {'id': 'f90af26d-4cd1-4842-9eab-03cb7d93dd0f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:11Z', 'updated_at': '2021-11-05T12:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'ac2fabe8-fdfd-40f5-87b8-eb4b22bac172', 'name': '', 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b8faef9-63c8-4f6d-9500-18248c37b405', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:03Z', 'updated_at': '2021-11-05T12:59:10Z', 'revision_number': 5, 'project_id': '660b5a3186f54b198357dbe1253b78e3', 'subnets': [{'id': '1b8faef9-63c8-4f6d-9500-18248c37b405', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42febcff-b0d4-4999-969a-5806ee81dd33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:13.460129 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Checking router: 227a4c4d-c11c-478d-a5ce-dbff47042ceb for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 12:59:13.460512 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Updating router 227a4c4d-c11c-478d-a5ce-dbff47042ceb port f90af26d-4cd1-4842-9eab-03cb7d93dd0f binding host dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 12:59:13.516302 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:13.856068 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Notify callbacks [] for port, precommit_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:13.867799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Transition to ACTIVE for port object f90af26d-4cd1-4842-9eab-03cb7d93dd0f will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 12:59:13.873391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:13.878437 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:13.957565 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Attempting to bind port f90af26d-4cd1-4842-9eab-03cb7d93dd0f on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 12:59:13.957967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Attempting to bind port f90af26d-4cd1-4842-9eab-03cb7d93dd0f by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 12:59:13.958358 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Attempting to bind port f90af26d-4cd1-4842-9eab-03cb7d93dd0f on network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 12:59:13.961083 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aef621-7d5b-4089-ab8f-0ab012520f75 None None] Pushing event updated for resources: {'Port': ['ID=f90af26d-4cd1-4842-9eab-03cb7d93dd0f,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:13.965805 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-48aef621-7d5b-4089-ab8f-0ab012520f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:13.969106 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 12:59:13.969540 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Checking segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 12:59:13.969972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:13.970383 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Bound using segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 12:59:13.970877 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Bound port: f90af26d-4cd1-4842-9eab-03cb7d93dd0f, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 12:59:13.971277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:14.044523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-16337450-0a95-4f71-950f-89000ac0120c None None] For port f90af26d-4cd1-4842-9eab-03cb7d93dd0f, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 12:59:14.048136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-16337450-0a95-4f71-950f-89000ac0120c None None] For port f90af26d-4cd1-4842-9eab-03cb7d93dd0f, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=f90af26d-4cd1-4842-9eab-03cb7d93dd0f,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 12:59:14.051173 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:14.055628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:14.136469 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aef621-7d5b-4089-ab8f-0ab012520f75 None None] Pushing event updated for resources: {'Port': ['ID=f90af26d-4cd1-4842-9eab-03cb7d93dd0f,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:14.139565 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-48aef621-7d5b-4089-ab8f-0ab012520f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:14.141905 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Routers {'227a4c4d-c11c-478d-a5ce-dbff47042ceb'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 12:59:14.142541 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-16337450-0a95-4f71-950f-89000ac0120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T12:59:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['227a4c4d-c11c-478d-a5ce-dbff47042ceb'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:14.460115 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-16337450-0a95-4f71-950f-89000ac0120c None None] Set router 227a4c4d-c11c-478d-a5ce-dbff47042ceb gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 12:59:14.795504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-16337450-0a95-4f71-950f-89000ac0120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'name': 'router1', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f90af26d-4cd1-4842-9eab-03cb7d93dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T12:58:55Z', 'updated_at': '2021-11-05T12:59:12Z', 'revision_number': 4, 'project_id': '660b5a3186f54b198357dbe1253b78e3', 'gw_port': {'id': 'f90af26d-4cd1-4842-9eab-03cb7d93dd0f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:11Z', 'updated_at': '2021-11-05T12:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'ac2fabe8-fdfd-40f5-87b8-eb4b22bac172', 'name': '', 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b8faef9-63c8-4f6d-9500-18248c37b405', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:03Z', 'updated_at': '2021-11-05T12:59:10Z', 'revision_number': 5, 'project_id': '660b5a3186f54b198357dbe1253b78e3', 'subnets': [{'id': '1b8faef9-63c8-4f6d-9500-18248c37b405', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42febcff-b0d4-4999-969a-5806ee81dd33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 12:59:14.800039 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16337450-0a95-4f71-950f-89000ac0120c None None] The sync data for ids ['227a4c4d-c11c-478d-a5ce-dbff47042ceb'] in dv-cinder-815883-2-smb is: [{'id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'name': 'router1', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.137'}], 'enable_snat': True}, 'gw_port_id': 'f90af26d-4cd1-4842-9eab-03cb7d93dd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T12:58:55Z', 'updated_at': '2021-11-05T12:59:12Z', 'revision_number': 4, 'project_id': '660b5a3186f54b198357dbe1253b78e3', 'gw_port': {'id': 'f90af26d-4cd1-4842-9eab-03cb7d93dd0f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:52:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:11Z', 'updated_at': '2021-11-05T12:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'ac2fabe8-fdfd-40f5-87b8-eb4b22bac172', 'name': '', 'network_id': 'f4fce044-fb5e-4462-ba40-f027f871bf6b', 'tenant_id': '660b5a3186f54b198357dbe1253b78e3', 'mac_address': 'fa:16:3e:47:6d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227a4c4d-c11c-478d-a5ce-dbff47042ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b8faef9-63c8-4f6d-9500-18248c37b405', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T12:59:03Z', 'updated_at': '2021-11-05T12:59:10Z', 'revision_number': 5, 'project_id': '660b5a3186f54b198357dbe1253b78e3', 'subnets': [{'id': '1b8faef9-63c8-4f6d-9500-18248c37b405', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '42febcff-b0d4-4999-969a-5806ee81dd33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 12:59:15.178922 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 42496) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 12:59:15.442087 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 5 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 12:59:15.482464 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-eb594596-f430-4e56-83e8-8983be5e8692 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.3023398 Nov 05 12:59:16.285964 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device f90af26d-4cd1-4842-9eab-03cb7d93dd0f up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 12:59:16.355344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port f90af26d-4cd1-4842-9eab-03cb7d93dd0f completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 12:59:16.360717 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port f90af26d-4cd1-4842-9eab-03cb7d93dd0f triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:59:16.361160 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:16.492338 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:16.508449 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port f90af26d-4cd1-4842-9eab-03cb7d93dd0f, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=f90af26d-4cd1-4842-9eab-03cb7d93dd0f,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 12:59:16.511324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:16.513461 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 12:59:16.578009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=f90af26d-4cd1-4842-9eab-03cb7d93dd0f,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 12:59:16.581762 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 12:59:18.275264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device f90af26d-4cd1-4842-9eab-03cb7d93dd0f up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 12:59:18.371520 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port f90af26d-4cd1-4842-9eab-03cb7d93dd0f triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 12:59:18.372179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:34.516217 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31c72910-de8b-4fac-8855-6ae335f7b077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:35.966018 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:36.849556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-456b388c-82d1-49bd-a051-489fe1c63e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:37.429774 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:38.688387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 12:59:52.443654 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 5 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:00:04.508740 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f760d3c-82f8-442b-bbff-ba6ec20fdd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:05.970424 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:06.853290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01c03fb4-dd7b-4448-b77c-fb7d778f7702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:07.438641 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:08.684926 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:29.444606 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 5 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:00:34.511079 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2670fea8-6cb9-41c7-913e-ac02b34383b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:35.974237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:36.854979 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-852783ae-6bc4-471e-8e5c-c57c3d1c46d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:37.435512 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:38.694988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:50.662437 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43034) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:00:50.760706 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02d4814-9082-4d70-a970-f86ef03465a2 admin admin] GET failed (client error): The resource could not be found. Nov 05 13:00:50.762020 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f02d4814-9082-4d70-a970-f86ef03465a2 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0985641 Nov 05 13:00:50.904126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95992810-e91c-4eb1-b337-8fc6e9ef39f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:00:50.905665 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-95992810-e91c-4eb1-b337-8fc6e9ef39f9 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1393425 Nov 05 13:00:52.971557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43046) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:00:53.113379 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3a07d9-3b7b-4df0-9e78-6ebe6d55ee47 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:00:53.113980 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8e3a07d9-3b7b-4df0-9e78-6ebe6d55ee47 admin admin] Synchronizing usage tracker for tenant:7c4fea47b003427bab8bc9186020f373 on resource:subnet {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:00:53.129104 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8e3a07d9-3b7b-4df0-9e78-6ebe6d55ee47 admin admin] Unset dirty status for tenant:7c4fea47b003427bab8bc9186020f373 on resource:subnet {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:00:53.130333 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8e3a07d9-3b7b-4df0-9e78-6ebe6d55ee47 admin admin] 10.222.0.39 "GET /v2.0/subnets/1b8faef9-63c8-4f6d-9500-18248c37b405 HTTP/1.1" status: 200 len: 849 time: 0.1577609 Nov 05 13:00:53.140704 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:00:53.264292 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Notify callbacks [] for subnet, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:53.456819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780247536226'] for subnet, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:53.461614 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:00:53.506126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:00:53.506871 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:53.508684 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] 10.222.0.39 "PUT /v2.0/subnets/1b8faef9-63c8-4f6d-9500-18248c37b405 HTTP/1.1" status: 200 len: 868 time: 0.3724720 Nov 05 13:00:53.510811 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be7d07d-020f-4b04-9734-630252cb554f None None] Network f4fce044-fb5e-4462-ba40-f027f871bf6b requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:00:53.532292 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8faef9-63c8-4f6d-9500-18248c37b405,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:00:53.544096 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:53.544473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:53.544892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:53.545264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:53.545876 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:53.546404 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:53.546854 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:53.547233 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:53.547650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:53.548052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:53.548499 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:00:53.552546 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:00:54.078417 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8906a6a3-1011-4378-b2d6-fedb1279badb None None] Provisioning complete for port b68d8393-b5c1-41b7-80fb-a3db66abc73b triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:00:54.078984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8906a6a3-1011-4378-b2d6-fedb1279badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:54.208784 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-8906a6a3-1011-4378-b2d6-fedb1279badb None None] Provisioning complete for port ac2fabe8-fdfd-40f5-87b8-eb4b22bac172 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:00:54.209218 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8906a6a3-1011-4378-b2d6-fedb1279badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:00:55.618341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43058) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:00:55.829229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd18dc0-a5c0-4a1f-8253-76a6799eb92b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:00:55.829571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd18dc0-a5c0-4a1f-8253-76a6799eb92b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:00:55.831209 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-acd18dc0-a5c0-4a1f-8253-76a6799eb92b admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2118382 Nov 05 13:00:57.925009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43070) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:00:58.135350 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22235ad0-6a44-4db9-acf7-0a1ac1131089 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:00:58.135763 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22235ad0-6a44-4db9-acf7-0a1ac1131089 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:00:58.137416 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-22235ad0-6a44-4db9-acf7-0a1ac1131089 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2114322 Nov 05 13:01:00.227379 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43082) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:00.431795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3978786e-2fbb-4b4c-a5b4-5cf0989327f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:00.433215 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3978786e-2fbb-4b4c-a5b4-5cf0989327f8 admin admin] 10.222.0.39 "GET /v2.0/networks/1f59a7ed-eee2-4335-a3e7-19a2bd86f82d HTTP/1.1" status: 200 len: 886 time: 0.2048199 Nov 05 13:01:02.533670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43094) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:02.744679 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00be9d6-632c-49df-af6f-e04cf853316b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:02.746225 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f00be9d6-632c-49df-af6f-e04cf853316b admin admin] 10.222.0.39 "GET /v2.0/networks/f4fce044-fb5e-4462-ba40-f027f871bf6b HTTP/1.1" status: 200 len: 869 time: 0.2115343 Nov 05 13:01:04.512585 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-317ba409-127f-4a4c-9b8f-93ca62b63ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:04.811670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43106) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:04.954072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4411ed3-83c1-410e-9276-445ba28c9390 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:04.954475 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4411ed3-83c1-410e-9276-445ba28c9390 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:04.956078 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c4411ed3-83c1-410e-9276-445ba28c9390 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1433918 Nov 05 13:01:05.977509 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:06.445475 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 5 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:01:06.855697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bec2b01a-da3f-43b8-8205-bce0fa294a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:07.041045 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43118) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:07.180136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5e7e5-e53d-4aa3-8ff6-586406bf3232 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:07.180470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5e7e5-e53d-4aa3-8ff6-586406bf3232 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:07.182159 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-37f5e7e5-e53d-4aa3-8ff6-586406bf3232 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1400952 Nov 05 13:01:07.438641 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:08.701395 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:09.389834 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43130) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:09.524660 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a72e3-6a83-40d1-9f43-b92ffdd29eac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:09.526068 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-e69a72e3-6a83-40d1-9f43-b92ffdd29eac admin admin] 10.222.0.39 "GET /v2.0/subnets/04bf0065-532e-454b-8b41-76ac08d43676 HTTP/1.1" status: 200 len: 816 time: 0.1351898 Nov 05 13:01:11.618671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43142) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:11.767337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea46053-e93c-428a-a720-864e49531d40 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:11.768688 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-cea46053-e93c-428a-a720-864e49531d40 admin admin] 10.222.0.39 "GET /v2.0/subnets/1b8faef9-63c8-4f6d-9500-18248c37b405 HTTP/1.1" status: 200 len: 868 time: 0.1490073 Nov 05 13:01:31.622600 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43190) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:31.699583 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [None req-3a38d20a-5092-410c-9bcb-b7cf5c2b463f admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:01:31.700755 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3a38d20a-5092-410c-9bcb-b7cf5c2b463f admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0771103 Nov 05 13:01:33.858329 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43202) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:33.956196 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9699c23-4eb4-401d-8b30-d65d1ac9eeed admin admin] GET failed (client error): The resource could not be found. Nov 05 13:01:33.957541 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f9699c23-4eb4-401d-8b30-d65d1ac9eeed admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0981266 Nov 05 13:01:34.093973 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c734c-a144-43c9-b9d6-03059d972c8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:34.095510 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-348c734c-a144-43c9-b9d6-03059d972c8d admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1337368 Nov 05 13:01:34.514914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9dca34c4-887c-4443-89e4-f726a775031d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:35.979605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:36.181981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43214) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:36.257899 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:01:36.262665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:01:36.273582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:01:36.282762 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Made reservation on behalf of 7c4fea47b003427bab8bc9186020f373 for: {'network': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:01:36.287360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:36.381756 dv-cinder-815883-2-smb neutron-server[88071]: WARNING neutron.services.revisions.revision_plugin [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Could not find related network for resource to bump revision. Nov 05 13:01:36.393198 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=88181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:01:36.401783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:36.402165 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Added segment d3211a54-c026-4aa9-b137-3acdb71e631d of type vlan for network 455284d3-bc93-492c-b58b-dd19e0aab4bc Nov 05 13:01:36.427563 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:36.455837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:36.457107 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:36.457738 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:36.462392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:01:36.565810 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3826745 Nov 05 13:01:36.566539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Pushing event updated for resources: {'Network': ['ID=455284d3-bc93-492c-b58b-dd19e0aab4bc,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:01:36.582555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:01:36.599180 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network 455284d3-bc93-492c-b58b-dd19e0aab4bc details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:01:36.858179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b6b5e737-354f-40fa-a5ac-2ac5b1d9acef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:37.441567 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:38.704619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:38.723517 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43226) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:01:38.823149 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcd390e-35ba-48b3-9435-f3b1ac8056a3 admin admin] GET failed (client error): The resource could not be found. Nov 05 13:01:38.823691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-afcd390e-35ba-48b3-9435-f3b1ac8056a3 admin admin] Synchronizing usage tracker for tenant:7c4fea47b003427bab8bc9186020f373 on resource:network {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:01:38.838259 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-afcd390e-35ba-48b3-9435-f3b1ac8056a3 admin admin] Unset dirty status for tenant:7c4fea47b003427bab8bc9186020f373 on resource:network {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:01:38.839430 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-afcd390e-35ba-48b3-9435-f3b1ac8056a3 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1148911 Nov 05 13:01:38.951670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44264c3f-3a65-44ef-be81-e628e1408ed0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:38.953124 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-44264c3f-3a65-44ef-be81-e628e1408ed0 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1092575 Nov 05 13:01:38.963276 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:01:38.967774 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:01:38.977454 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:01:38.985850 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Made reservation on behalf of 7c4fea47b003427bab8bc9186020f373 for: {'subnet': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:01:38.990284 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:39.192829 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for subnet, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:39.197198 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a11060c8-c5ab-4ce8-8bbf-48fe136d7ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:01:39.267812 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a110f19a-ee54-4358-8da4-3fb228527726,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:01:39.270543 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:01:39.281386 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Checking segment: {'id': 'd3211a54-c026-4aa9-b137-3acdb71e631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:01:39.281774 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Network hostable DHCP agents. Network: 455284d3-bc93-492c-b58b-dd19e0aab4bc, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:01:39.303863 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Network 455284d3-bc93-492c-b58b-dd19e0aab4bc is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:01:39.312195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, 455284d3-bc93-492c-b58b-dd19e0aab4bc) {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:01:39.316093 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:01:39.316720 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:39.322145 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debdea08-5b2c-4b2b-a0c0-cd975a5a7f33 None None] Network 455284d3-bc93-492c-b58b-dd19e0aab4bc requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:01:39.340056 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3803296 Nov 05 13:01:39.549362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16b524d8-9c6b-56f2-95b6-eb13d4fabab4-455284d3-bc93-492c-b58b-dd19e0aab4bc', 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc', 'tenant_id': '7c4fea47b003427bab8bc9186020f373', 'fixed_ips': [{'subnet_id': 'a110f19a-ee54-4358-8da4-3fb228527726'}]}} from dv-cinder-815883-2-smb. {{(pid=88182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:01:39.550250 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:39.723706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Allocated IP 192.168.233.2 (455284d3-bc93-492c-b58b-dd19e0aab4bc/a110f19a-ee54-4358-8da4-3fb228527726/9c71e620-7ecc-4471-863d-880e97b1eb87) {{(pid=88182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:01:39.946794 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Notify callbacks [] for port, precommit_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:39.957575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Transition to ACTIVE for port object 9c71e620-7ecc-4471-863d-880e97b1eb87 will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:01:39.976506 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Transition to ACTIVE for port object 9c71e620-7ecc-4471-863d-880e97b1eb87 will not be triggered until provisioned by entity DHCP. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:01:39.981149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:39.987245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cc9d82c4-ef37-49eb-8e09-13f049d8bca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:01:40.049974 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Network 455284d3-bc93-492c-b58b-dd19e0aab4bc is already hosted by enough agents. {{(pid=88182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:01:40.055419 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Resources bound (agent type, host, resource id): {{(pid=88182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:01:40.057999 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Received port after_create {{(pid=88182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:01:40.066487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Pushing event updated for resources: {'Port': ['ID=9c71e620-7ecc-4471-863d-880e97b1eb87,revision_number=1']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:01:40.103482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:40.103860 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:40.104225 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:40.104588 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:40.104972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:40.105331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:40.105681 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:40.106031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:40.106383 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:40.106732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:40.107078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:01:40.111660 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:01:40.316120 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Attempting to bind port 9c71e620-7ecc-4471-863d-880e97b1eb87 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:01:40.316522 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Attempting to bind port 9c71e620-7ecc-4471-863d-880e97b1eb87 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': 'd3211a54-c026-4aa9-b137-3acdb71e631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:01:40.316949 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Attempting to bind port 9c71e620-7ecc-4471-863d-880e97b1eb87 on network 455284d3-bc93-492c-b58b-dd19e0aab4bc {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:01:40.324065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:01:40.324467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Checking segment: {'id': 'd3211a54-c026-4aa9-b137-3acdb71e631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:01:40.324923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:40.325353 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Bound using segment: {'id': 'd3211a54-c026-4aa9-b137-3acdb71e631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:01:40.325854 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Bound port: 9c71e620-7ecc-4471-863d-880e97b1eb87, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3211a54-c026-4aa9-b137-3acdb71e631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:01:40.326302 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:40.418035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] For port 9c71e620-7ecc-4471-863d-880e97b1eb87, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:01:40.421831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] For port 9c71e620-7ecc-4471-863d-880e97b1eb87, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=9c71e620-7ecc-4471-863d-880e97b1eb87,segment=NetworkSegment(d3211a54-c026-4aa9-b137-3acdb71e631d),segment_id=d3211a54-c026-4aa9-b137-3acdb71e631d)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:01:40.425237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:40.430057 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-48aef621-7d5b-4089-ab8f-0ab012520f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:01:40.507605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Pushing event updated for resources: {'Port': ['ID=9c71e620-7ecc-4471-863d-880e97b1eb87,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:01:40.510940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:01:42.001837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810f52ae-1024-47de-888b-c83c0ccc409e None None] Network 455284d3-bc93-492c-b58b-dd19e0aab4bc requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:01:42.131262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-0da075f4-2950-4045-a0de-026c713673c7 None None] Provisioning for port 9c71e620-7ecc-4471-863d-880e97b1eb87 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:01:42.368523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 9c71e620-7ecc-4471-863d-880e97b1eb87 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:01:42.452030 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 9c71e620-7ecc-4471-863d-880e97b1eb87 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:01:42.457283 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 9c71e620-7ecc-4471-863d-880e97b1eb87 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:01:42.457698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:42.592835 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:42.609691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-51a7e042-c2cf-4df1-ae8f-44826d153b5d None None] Provisioning complete for port 9c71e620-7ecc-4471-863d-880e97b1eb87 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:01:42.610095 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51a7e042-c2cf-4df1-ae8f-44826d153b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:42.678577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port 9c71e620-7ecc-4471-863d-880e97b1eb87, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=9c71e620-7ecc-4471-863d-880e97b1eb87,segment=NetworkSegment(d3211a54-c026-4aa9-b137-3acdb71e631d),segment_id=d3211a54-c026-4aa9-b137-3acdb71e631d)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:01:42.683950 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:01:42.690932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:01:42.807893 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=9c71e620-7ecc-4471-863d-880e97b1eb87,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:01:42.813070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:01:43.446169 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 5 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:01:44.322525 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 9c71e620-7ecc-4471-863d-880e97b1eb87 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:01:44.397938 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 9c71e620-7ecc-4471-863d-880e97b1eb87 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:01:44.398351 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:04.516596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9fd409f-c46b-440b-9ee8-6aff14a1776f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:05.983925 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:06.860869 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ba63105a-b557-4b77-b17e-c5c18b16664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:07.445963 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:08.712877 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:20.446938 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 5 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:02:34.520639 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11c646a9-1a6c-4911-a2fb-8aeffeb94548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:35.985665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:36.861637 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03663169-47f9-462b-b687-f9aa3aae3c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:37.451240 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:38.718359 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:02:57.447189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 5 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:03:03.697966 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43260) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:03:03.705094 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [None req-c8f2e53e-da9a-4c6f-ad04-b7abed683920 tempest-verify_tempest_config-1625936715 tempest-verify_tempest_config-1625936715-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:03:03.706180 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c8f2e53e-da9a-4c6f-ad04-b7abed683920 tempest-verify_tempest_config-1625936715 tempest-verify_tempest_config-1625936715-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0071356 Nov 05 13:03:04.176914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43278) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:03:04.331488 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.363275 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:03:04.367340 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Usage tracker for resource:security_group_rule and tenant:ca13f55c104441f6a33dda62f6ee488e is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:03:04.370341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:03:04.376815 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:03:04.447945 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.451473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.459730 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:03:04.500298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ae745f-4d24-4859-8e87-800f15b33ae9,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:03:04.505268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Synchronizing usage tracker for tenant:7c4fea47b003427bab8bc9186020f373 on resource:security_group {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:03:04.516024 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.516400 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.516766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.517152 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.517513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.517873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.518227 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.518603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.518958 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.519307 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.519656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:03:04.524458 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:03:04.525579 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a393bf35-26e2-4e8f-a1f4-76b4f22aa019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.533745 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Unset dirty status for tenant:7c4fea47b003427bab8bc9186020f373 on resource:security_group {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:03:04.535070 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca13f55c104441f6a33dda62f6ee488e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3571246 Nov 05 13:03:04.538790 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43284) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:03:04.600157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b1900f92-be96-4426-a87d-75309d53e256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.627102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b1900f92-be96-4426-a87d-75309d53e256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.677651 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b1900f92-be96-4426-a87d-75309d53e256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.682851 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:03:04.693917 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1900f92-be96-4426-a87d-75309d53e256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ae745f-4d24-4859-8e87-800f15b33ae9,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:03:04.699073 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b1900f92-be96-4426-a87d-75309d53e256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:03:04.701658 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b1900f92-be96-4426-a87d-75309d53e256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:04.703054 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b1900f92-be96-4426-a87d-75309d53e256 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68ae745f-4d24-4859-8e87-800f15b33ae9 HTTP/1.1" status: 204 len: 168 time: 0.1632950 Nov 05 13:03:05.986967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:06.863553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c6f31cf3-bbcf-4520-a25e-1f8371694558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:07.452327 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:08.722709 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:34.447961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 5 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:03:34.526775 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6dedea45-b23c-435d-a714-5b1c65057b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:35.988819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:36.864252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e7e619e6-a105-41b5-a434-8963ca316f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:37.454042 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:03:38.723846 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:04.527641 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9cd99c03-dd26-426a-a4fc-730d01f51c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:05.990421 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:06.866483 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-379f4032-a05f-4053-86eb-a1c6f84d1bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:07.457345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:08.727898 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:11.448046 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 5 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:04:34.529579 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-858e52ca-c3bc-4877-b6f2-debb37fa7e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:35.992293 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:36.869135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f01518c4-db37-41c0-b506-4a1f48759de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:37.460074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:38.729723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:46.134914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854100963'] for agent, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:04:48.450908 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:05:02.062371 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43364) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:05:02.888032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.policy [None req-0e888e45-e912-4df3-83f2-00e1ba5f3290 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88180) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 05 13:05:02.936686 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0e888e45-e912-4df3-83f2-00e1ba5f3290 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.8721046 Nov 05 13:05:04.532223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-601e4dcd-cefb-4cf7-8488-2f0dfd4405bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:05.032856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43382) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:05:05.118855 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-7acab997-6ead-40bc-b867-63209d822114 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0848601 Nov 05 13:05:05.994529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:06.872333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb8217dd-d055-4dc9-aed8-9d77eec89aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:07.463927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:08.736370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:16.097865 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:25.452132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:05:34.534553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fcffa71-0a04-46aa-9edc-3f421f748eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:35.996034 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:36.873630 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bd863fb-9390-4fa1-a3d0-fe112912194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:37.467583 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:38.737487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:05:46.112798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:02.453568 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:06:04.541155 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6ea20a18-9dd9-4bcf-a958-ab0b7154785f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:05.998799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:06.875366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1224eb80-3bb7-4270-a1d5-0177e64aceab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:07.469318 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:08.747031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:16.125099 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:34.533672 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3175-b61c-4cef-a85a-467a84f38f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:36.001722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:36.881096 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b9f42025-20e9-4207-881a-5db027c57214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:37.471169 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:38.743884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:39.455573 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:06:46.139509 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:51.299943 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43526) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:51.828994 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1675927413-network', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:51.831589 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.quota [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Loaded quota_driver: . Nov 05 13:06:51.839069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:51.845164 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Usage tracker for resource:network and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:51.848870 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:51.860059 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:51.874020 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Made reservation on behalf of 8db93a34e48c471ab1b85908fe2989f5 for: {'network': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:51.879981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:51.899263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:51.946523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:51.953549 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Usage tracker for resource:security_group_rule and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:51.956749 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:51.963219 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:52.039077 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.040111 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.045023 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:52.066550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=88180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:06:52.090074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780247614084', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.090691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Unsubscribe: segment precommit_create {{(pid=88180) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 05 13:06:52.091162 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Added segment 76dd1d6d-dd36-4e91-9c6a-75439e432078 of type vlan for network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 Nov 05 13:06:52.185427 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.192312 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a57208-289b-4e8c-b085-a66050453bab,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:52.220579 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.221109 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.221557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.221997 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.222435 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.222791 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.223131 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.223462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.223968 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.224185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.224693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Tracked resource versions report: Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: pushed versions: Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: { 'ConntrackHelper': {'1.0'}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': {'1.0'}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': {'1.1'}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': {'1.5'}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': {'1.2'}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': {'1.8'}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': {'1.2'}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': {'1.0'}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': {'1.0'}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': {'1.1'}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': {'1.1'}} Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: consumer versions: Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: { DHCP agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: HyperV agent@hv-cinder-81588: {}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: L3 agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: Metadata agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: Metering agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: Open vSwitch agent@dv-cinder-815883-2-smb: { 'ConntrackHelper': '1.0', Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': '1.0', Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': '1.1', Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': '1.5', Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': '1.2', Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': '1.8', Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': '1.2', Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': '1.0', Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': '1.0', Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': '1.1', Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': '1.1'}} Nov 05 13:06:52.225965 dv-cinder-815883-2-smb neutron-server[88071]: {{(pid=88180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 13:06:52.267085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.268302 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:52.269660 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:52.270514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.277082 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:52.380376 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Pushing event updated for resources: {'Network': ['ID=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:52.386752 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:52.397139 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:06:52.408850 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1060152 Nov 05 13:06:52.411975 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43576) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:52.419435 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Request body: {'subnet': {'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1675927413-subnet', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:52.436308 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:52.444114 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Usage tracker for resource:subnet and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:52.448170 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:52.456248 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:52.470088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Made reservation on behalf of 8db93a34e48c471ab1b85908fe2989f5 for: {'subnet': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:52.476127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.731682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for subnet, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.736336 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:52.789790 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8287a2bf-ff22-4f26-bea6-b3544de4550c,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:52.803401 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.803836 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.804135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.804504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.804924 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.805298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.805689 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Tracked resource versions report: Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: pushed versions: Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: { 'ConntrackHelper': {'1.0'}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': {'1.0'}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': {'1.1'}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': {'1.5'}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': {'1.2'}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': {'1.8'}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': {'1.2'}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': {'1.0'}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': {'1.0'}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': {'1.1'}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': {'1.1'}} Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: consumer versions: Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: { DHCP agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: HyperV agent@hv-cinder-81588: {}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: L3 agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: Metadata agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: Metering agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: Open vSwitch agent@dv-cinder-815883-2-smb: { 'ConntrackHelper': '1.0', Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': '1.0', Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': '1.1', Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': '1.5', Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': '1.2', Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': '1.8', Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': '1.2', Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': '1.0', Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': '1.0', Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': '1.1', Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': '1.1'}} Nov 05 13:06:52.811448 dv-cinder-815883-2-smb neutron-server[88071]: {{(pid=88181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 13:06:52.814984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:52.841989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Checking segment: {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:52.842371 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Network hostable DHCP agents. Network: ac620b58-9677-46ea-9c4d-4f5bdbeb27a8, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:06:52.864459 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:06:52.875392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, ac620b58-9677-46ea-9c4d-4f5bdbeb27a8) {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:52.879706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:52.880360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.887068 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce54de-7f79-4a79-b7d1-ff42811ae9b3 None None] Network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:52.905144 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43594) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:52.905332 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4921484 Nov 05 13:06:52.906575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43596) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:52.917325 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:52.922933 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:52.926985 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Usage tracker for resource:router and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:52.931126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:52.937413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:52.947926 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43606) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:52.953838 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-648725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775552'] for router, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.955128 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854126853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854100366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854015493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-281'] for router, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:52.983361 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.004067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43612) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:53.102687 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43620) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:53.150154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16b524d8-9c6b-56f2-95b6-eb13d4fabab4-ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c'}]}} from dv-cinder-815883-2-smb. {{(pid=88182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:06:53.151042 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.357280 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-330513400-network', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:53.363892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:53.367213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Allocated IP 172.20.0.2 (ac620b58-9677-46ea-9c4d-4f5bdbeb27a8/8287a2bf-ff22-4f26-bea6-b3544de4550c/2c02961e-a343-4c92-8d33-3dc7cdc8cbe8) {{(pid=88182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:06:53.377815 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Usage tracker for resource:network and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:53.381245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:53.387741 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854100413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-494'] for router, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.394189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:53.415888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Made reservation on behalf of ac4268514de642f39f611ce13a21b32d for: {'network': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:53.420891 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.455239 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-876578157-network', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:53.466427 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:53.473189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Usage tracker for resource:network and tenant:b43d64e03dae48b49fa2e51483228c89 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:53.478168 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:53.500736 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:53.536200 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-625410242-network', 'tenant_id': 'a915a455eb124e608fb36ad1a422c907'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:53.541044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.559697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Made reservation on behalf of b43d64e03dae48b49fa2e51483228c89 for: {'network': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:53.571433 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.631672 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.637507 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.669291 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.733629 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:53.737856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Usage tracker for resource:security_group_rule and tenant:b43d64e03dae48b49fa2e51483228c89 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:53.740976 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:53.747197 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:53.791092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Notify callbacks [] for port, precommit_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.799782 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:53.811714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114620048-network', 'tenant_id': 'ddf9b54c83854b4698c817e2eb161ff6'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:53.815605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Transition to ACTIVE for port object 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:53.817049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Usage tracker for resource:network and tenant:a915a455eb124e608fb36ad1a422c907 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:53.823373 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:53.827942 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Usage tracker for resource:network and tenant:ddf9b54c83854b4698c817e2eb161ff6 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:53.830967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:53.838025 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:53.858250 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:53.868147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Transition to ACTIVE for port object 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 will not be triggered until provisioned by entity DHCP. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:53.875071 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:53.878851 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.880500 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Made reservation on behalf of ddf9b54c83854b4698c817e2eb161ff6 for: {'network': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:53.885222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.887528 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:53.896735 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:53.902530 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Usage tracker for resource:security_group_rule and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:53.913664 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:53.936001 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:53.947695 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:53.968675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 is already hosted by enough agents. {{(pid=88182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:53.971650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Allocated IP 172.28.2.142 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/648e6e1f-8c88-4f72-8eee-7b67639814f0) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:06:53.977149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Resources bound (agent type, host, resource id): {{(pid=88182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:53.983744 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Received port after_create {{(pid=88182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:06:54.020863 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:54.025646 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Usage tracker for resource:security_group_rule and tenant:ddf9b54c83854b4698c817e2eb161ff6 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:54.029141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:54.036004 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:54.073127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Made reservation on behalf of a915a455eb124e608fb36ad1a422c907 for: {'network': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:54.078742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.102106 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.119652 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.134200 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Attempting to bind port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:06:54.137984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Attempting to bind port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:06:54.137984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Attempting to bind port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 on network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:06:54.147676 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:54.152223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a915a455eb124e608fb36ad1a422c907 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:54.154891 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:06:54.155313 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Checking segment: {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:54.155763 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.156196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Bound using segment: {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:06:54.156715 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Bound port: 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:06:54.156945 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:54.157339 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.163545 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:54.266596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] For port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:06:54.269888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] For port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=2c02961e-a343-4c92-8d33-3dc7cdc8cbe8,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:06:54.271651 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Pushing event updated for resources: {'Port': ['ID=2c02961e-a343-4c92-8d33-3dc7cdc8cbe8,revision_number=1']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:54.276508 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.277698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.285176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.293331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.294417 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:54.294798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:54.295170 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:54.295540 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:54.295907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:54.296272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:54.296675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:54.297003 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:54.297370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:54.297728 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:54.298179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Tracked resource versions report: Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: pushed versions: Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: { 'ConntrackHelper': {'1.0'}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': {'1.0'}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': {'1.1'}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': {'1.5'}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': {'1.2'}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': {'1.8'}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': {'1.2'}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': {'1.0'}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': {'1.0'}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': {'1.1'}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': {'1.1'}} Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: consumer versions: Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: { DHCP agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: HyperV agent@hv-cinder-81588: {}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: L3 agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: Metadata agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: Metering agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: Open vSwitch agent@dv-cinder-815883-2-smb: { 'ConntrackHelper': '1.0', Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': '1.0', Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': '1.1', Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': '1.5', Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': '1.2', Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': '1.8', Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': '1.2', Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': '1.0', Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': '1.0', Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': '1.1', Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': '1.1'}} Nov 05 13:06:54.299272 dv-cinder-815883-2-smb neutron-server[88071]: {{(pid=88182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 13:06:54.307268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:54.308988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:54.347610 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=88181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:06:54.376887 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.377203 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Added segment 0ad5159f-452a-454f-b27c-f059171423df of type vlan for network 57eedc5a-79de-4f09-b854-e1e702ceba2c Nov 05 13:06:54.400576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Pushing event updated for resources: {'Port': ['ID=2c02961e-a343-4c92-8d33-3dc7cdc8cbe8,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:54.405311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:54.431994 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.440569 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:54.448498 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.478943 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.482355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c75bf6f2-e23b-44b6-b728-1b1a25aef7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:54.514445 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.530753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:54.531392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.544735 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:54.568856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:54.576406 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Pushing event updated for resources: {'Port': ['ID=648e6e1f-8c88-4f72-8eee-7b67639814f0,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:54.595284 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:06:54.654514 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6458380 Nov 05 13:06:54.656914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43664) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:54.678405 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:54.697219 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Request body: {'subnet': {'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-876578157-subnet', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:54.707708 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:54.716811 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Usage tracker for resource:subnet and tenant:b43d64e03dae48b49fa2e51483228c89 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:54.725297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:54.738586 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:54.773632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a194f8f7-e68e-4ca1-8854-c1912cc88c96,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:54.809540 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.868763 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Made reservation on behalf of b43d64e03dae48b49fa2e51483228c89 for: {'subnet': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:54.874488 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.908152 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=88181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:06:54.919892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.920508 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Added segment b6187f74-a5e5-4f55-88b1-49aed1b0402a of type vlan for network 58ab1dc0-377e-4627-9fdb-a6a83b2e1bee Nov 05 13:06:54.922605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.923310 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854127075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102106'] for router, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.955488 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:54.994659 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.233526 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a is scheduled to L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 with binding_index 1 {{(pid=88180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:06:55.322289 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.326316 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74572a8e-b1e8-456d-aa43-19bb89d51f4d,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:55.341783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:55.367780 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=88181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:06:55.370017 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.844s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:55.382241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.419892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.422791 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Added segment bb2200ba-b021-4f98-9e65-bfbc8b2233cb of type vlan for network 48b3bc89-d876-40be-9606-5237944917f4 Nov 05 13:06:55.434008 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.439932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67ffd99-5a2d-4e19-867a-efdcc37672c2,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:55.443735 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:55.447344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=88181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:06:55.450608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:55.451374 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.467980 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c86b2e4f-6691-4d0b-8477-7081485223c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.868s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:55.524154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:06:55.535029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Sync routers for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:06:55.554854 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:06:55.555529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:06:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:55.562642 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.567289 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6610487 Nov 05 13:06:55.568093 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43694) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:55.765679 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.805896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:55.806304 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Added segment f25d59ca-1768-42e2-9b89-8a5465afbe18 of type vlan for network 09213b65-18cd-49bb-a5e9-6a043cc098b0 Nov 05 13:06:55.909637 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:06:55.937992 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d00b0e-d0dd-4352-beaf-74e42d1f2473 admin admin] Pushing event updated for resources: {'Network': ['ID=57eedc5a-79de-4f09-b854-e1e702ceba2c,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:55.950102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network 57eedc5a-79de-4f09-b854-e1e702ceba2c details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:06:56.059135 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1100366 Nov 05 13:06:56.061078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43720) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:56.076799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Request body: {'subnet': {'network_id': '58ab1dc0-377e-4627-9fdb-a6a83b2e1bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-625410242-subnet', 'tenant_id': 'a915a455eb124e608fb36ad1a422c907', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:56.087919 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:56.090951 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43724) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:56.093827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Usage tracker for resource:subnet and tenant:a915a455eb124e608fb36ad1a422c907 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:56.096562 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.102610 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:56.110173 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:56.114416 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for subnet, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.119024 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.148692 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Made reservation on behalf of a915a455eb124e608fb36ad1a422c907 for: {'subnet': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:56.163964 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.201319 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:56.201965 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.223842 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Pushing event updated for resources: {'Network': ['ID=58ab1dc0-377e-4627-9fdb-a6a83b2e1bee,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:56.239219 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network 58ab1dc0-377e-4627-9fdb-a6a83b2e1bee details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:06:56.239364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:56.255454 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-70d0ddd7-81cd-435f-99a9-4424d8498282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.248s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:56.299409 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.326348 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:56.330531 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.348886 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2444456 Nov 05 13:06:56.349802 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43730) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:56.410090 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73969b0f-d87d-40b9-b84f-8d0a2ef364ed,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:56.413520 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:56.443985 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Request body: {'subnet': {'network_id': '48b3bc89-d876-40be-9606-5237944917f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114620048-subnet', 'tenant_id': 'ddf9b54c83854b4698c817e2eb161ff6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:56.463286 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b1900f92-be96-4426-a87d-75309d53e256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.051s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:56.463642 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b1900f92-be96-4426-a87d-75309d53e256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:56.525548 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:56.530703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Usage tracker for resource:subnet and tenant:ddf9b54c83854b4698c817e2eb161ff6 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:56.534075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:56.541478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:56.549691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.828s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:56.629075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:06:54Z', 'revision_number': 3, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:56.652068 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Checking router: 0c314b14-95c7-4f2c-9757-e23cb8a5e56a for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:06:56.652594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Updating router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a port 648e6e1f-8c88-4f72-8eee-7b67639814f0 binding host dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:06:56.655258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:06:56.710672 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.838314 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0cc357a8-1762-4a9e-9aed-de16bcae2a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:56.867854 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d5c602-3944-4bad-befa-cf193d0ab140 None None] Network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:56.884437 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ab3f6-23dd-459e-a0e1-e4adb2222b5c admin admin] Pushing event updated for resources: {'Network': ['ID=48b3bc89-d876-40be-9606-5237944917f4,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:56.943569 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0cc357a8-1762-4a9e-9aed-de16bcae2a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:56.949177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0cc357a8-1762-4a9e-9aed-de16bcae2a42 admin admin] Usage tracker for resource:security_group_rule and tenant:f62fd9de4ab342bd91358705a5eb1dd3 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:56.952527 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0cc357a8-1762-4a9e-9aed-de16bcae2a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:56.961643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0cc357a8-1762-4a9e-9aed-de16bcae2a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:56.963801 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network 48b3bc89-d876-40be-9606-5237944917f4 details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:06:56.970684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Made reservation on behalf of ddf9b54c83854b4698c817e2eb161ff6 for: {'subnet': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:56.978443 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.011921 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:06:57.132730 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.2248039 Nov 05 13:06:57.149214 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43746) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:57.149810 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43748) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:57.209822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Checking segment: {'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:57.210215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Network hostable DHCP agents. Network: 57eedc5a-79de-4f09-b854-e1e702ceba2c, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:06:57.210723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for subnet, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.220887 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Notify callbacks [] for port, precommit_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.231803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Request body: {'subnet': {'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-subnet', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:57.234229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Transition to ACTIVE for port object 648e6e1f-8c88-4f72-8eee-7b67639814f0 will not be triggered until provisioned by entity L2. {{(pid=88183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:06:57.240766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.250607 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:57.253134 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:57.253807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:57.343767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Usage tracker for resource:subnet and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:57.349894 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Pushing event updated for resources: {'Port': ['ID=648e6e1f-8c88-4f72-8eee-7b67639814f0,revision_number=2']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:57.377041 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:57.377760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:57.378274 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:57.378781 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:57.379296 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:57.379931 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:57.380432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:57.380969 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:57.381482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:57.381976 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:57.382488 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Tracked resource versions report: Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: pushed versions: Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: { 'ConntrackHelper': {'1.0'}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': {'1.0'}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': {'1.1'}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': {'1.5'}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': {'1.2'}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': {'1.8'}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': {'1.2'}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': {'1.0'}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': {'1.0'}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': {'1.1'}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': {'1.1'}} Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: consumer versions: Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: { DHCP agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: HyperV agent@hv-cinder-81588: {}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: L3 agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: Metadata agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: Metering agent@dv-cinder-815883-2-smb: {}, Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: Open vSwitch agent@dv-cinder-815883-2-smb: { 'ConntrackHelper': '1.0', Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'Log': '1.0', Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'Network': '1.1', Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'Port': '1.5', Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'PortForwarding': '1.2', Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'QosPolicy': '1.8', Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroup': '1.2', Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'SecurityGroupRule': '1.0', Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'SubPort': '1.0', Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'Subnet': '1.1', Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: 'Trunk': '1.1'}} Nov 05 13:06:57.384258 dv-cinder-815883-2-smb neutron-server[88071]: {{(pid=88183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 05 13:06:57.394777 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:57.396910 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Attempting to bind port 648e6e1f-8c88-4f72-8eee-7b67639814f0 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:06:57.397825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Attempting to bind port 648e6e1f-8c88-4f72-8eee-7b67639814f0 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:06:57.398938 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Attempting to bind port 648e6e1f-8c88-4f72-8eee-7b67639814f0 on network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:06:57.406929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:57.408305 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:06:57.409187 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Checking segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:57.409779 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.410361 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Bound using segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:06:57.411122 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Bound port: 648e6e1f-8c88-4f72-8eee-7b67639814f0, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:06:57.411676 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.429048 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Checking segment: {'id': 'b6187f74-a5e5-4f55-88b1-49aed1b0402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '58ab1dc0-377e-4627-9fdb-a6a83b2e1bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:57.429443 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Network hostable DHCP agents. Network: 58ab1dc0-377e-4627-9fdb-a6a83b2e1bee, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:06:57.449879 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:57.451940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Pushing event updated for resources: {'Network': ['ID=09213b65-18cd-49bb-a5e9-6a043cc098b0,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:57.470284 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bdac163f-3cb2-4442-ab42-4dfa870fe168 None None] Provisioning for port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:06:57.499590 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network 09213b65-18cd-49bb-a5e9-6a043cc098b0 details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:06:57.505102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] For port 648e6e1f-8c88-4f72-8eee-7b67639814f0, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:06:57.509028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] For port 648e6e1f-8c88-4f72-8eee-7b67639814f0, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=648e6e1f-8c88-4f72-8eee-7b67639814f0,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:06:57.512566 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for subnet, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.514922 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.522596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.973s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:57.528223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:57.535154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b80afe56-2dba-4a92-831e-5e0c87a77694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.334s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:57.541229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bdac163f-3cb2-4442-ab42-4dfa870fe168 None None] Provisioning complete for port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:57.541777 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bdac163f-3cb2-4442-ab42-4dfa870fe168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.602940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0cc357a8-1762-4a9e-9aed-de16bcae2a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.608427 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08a9b97a-1593-4dbd-a30d-05fe4260c2e5,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:57.610345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Network 57eedc5a-79de-4f09-b854-e1e702ceba2c is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:06:57.623998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Pushing event updated for resources: {'Port': ['ID=648e6e1f-8c88-4f72-8eee-7b67639814f0,revision_number=3']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:57.653919 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:06:57.655643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:06:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:57.692462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b72c622-1bb2-4a1d-a7c1-22a6f21008aa,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:57.692462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, 57eedc5a-79de-4f09-b854-e1e702ceba2c) {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:57.704126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:57.706370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.493s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:57.706691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:57.707792 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0cc357a8-1762-4a9e-9aed-de16bcae2a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.710021 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.348s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:57.710587 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:57.712652 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:57.713092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c1518f36-1922-4892-ae60-0c888775fe2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:57.730856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Network 58ab1dc0-377e-4627-9fdb-a6a83b2e1bee is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:06:57.750630 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:57.788859 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0cc357a8-1762-4a9e-9aed-de16bcae2a42 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f62fd9de4ab342bd91358705a5eb1dd3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6819627 Nov 05 13:06:57.788859 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc357a8-1762-4a9e-9aed-de16bcae2a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f29726-1549-4ff9-abaf-608307bf3c7b,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:57.802041 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0cc357a8-1762-4a9e-9aed-de16bcae2a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:57.804244 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43776) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:57.812156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Made reservation on behalf of ac4268514de642f39f611ce13a21b32d for: {'subnet': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:06:57.826792 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:57.995110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f78448-c2e3-480a-912d-3659edf7847c None None] Network 57eedc5a-79de-4f09-b854-e1e702ceba2c requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:58.006409 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Checking segment: {'id': 'bb2200ba-b021-4f98-9e65-bfbc8b2233cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '48b3bc89-d876-40be-9606-5237944917f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:58.006803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Network hostable DHCP agents. Network: 48b3bc89-d876-40be-9606-5237944917f4, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:06:58.014743 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bdac163f-3cb2-4442-ab42-4dfa870fe168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.017542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:58.018199 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.053046 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Network 48b3bc89-d876-40be-9606-5237944917f4 is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:06:58.061675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04d1003c-c61a-49fb-9543-4b81225e475a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.065524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3229592-c357-4f21-9440-dd14252d6111,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:58.093020 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:58.094427 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04d1003c-c61a-49fb-9543-4b81225e475a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.096302 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, 58ab1dc0-377e-4627-9fdb-a6a83b2e1bee) {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:58.102912 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:06:58.107556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:58.109527 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.135823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c6e10a45-1dbe-4c3a-9a64-d8775a7f7746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.146045 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, 48b3bc89-d876-40be-9606-5237944917f4) {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:58.153800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04d1003c-c61a-49fb-9543-4b81225e475a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.154851 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:06:58.155484 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.168320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-bdac163f-3cb2-4442-ab42-4dfa870fe168 None None] For port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=2c02961e-a343-4c92-8d33-3dc7cdc8cbe8,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:06:58.183771 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18ff0d0-1286-4fb4-a20f-a7588466b373 None None] Network 58ab1dc0-377e-4627-9fdb-a6a83b2e1bee requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:58.184377 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-04d1003c-c61a-49fb-9543-4b81225e475a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.185615 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-04d1003c-c61a-49fb-9543-4b81225e475a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87f29726-1549-4ff9-abaf-608307bf3c7b HTTP/1.1" status: 204 len: 168 time: 0.3774934 Nov 05 13:06:58.186422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:58.190878 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1235096 Nov 05 13:06:58.207638 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8324692 Nov 05 13:06:58.207638 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-01a5cb50-cc63-4893-832c-b30c1595a1c8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.5258269 Nov 05 13:06:58.207638 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1003c-c61a-49fb-9543-4b81225e475a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f29726-1549-4ff9-abaf-608307bf3c7b,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:58.207638 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43790) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:58.212120 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-876578157-router', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:06:58.217525 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:58.221793 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Usage tracker for resource:router and tenant:b43d64e03dae48b49fa2e51483228c89 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:58.225744 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:58.234564 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:58.248802 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-04d1003c-c61a-49fb-9543-4b81225e475a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:58.249706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-648725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775552'] for router, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.250759 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854126853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854100366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854015493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-281'] for router, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.273205 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155d1a15-5a21-4d85-9a89-155f0eddc3ac None None] Network 48b3bc89-d876-40be-9606-5237944917f4 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:06:58.273907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.317743 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c6e10a45-1dbe-4c3a-9a64-d8775a7f7746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:06:58.324392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bdac163f-3cb2-4442-ab42-4dfa870fe168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.325872 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-c6e10a45-1dbe-4c3a-9a64-d8775a7f7746 admin admin] Usage tracker for resource:security_group_rule and tenant:c3942b1143b74dbd89bd95ab23236c7d is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:06:58.329907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-c6e10a45-1dbe-4c3a-9a64-d8775a7f7746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:06:58.337029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c6e10a45-1dbe-4c3a-9a64-d8775a7f7746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:06:58.345826 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bb5d4a47-d1a8-43ad-80e8-88f69acb8be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:58.472599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:58.508694 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c6e10a45-1dbe-4c3a-9a64-d8775a7f7746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.520916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c6e10a45-1dbe-4c3a-9a64-d8775a7f7746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.555571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854100413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-494'] for router, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:58.619766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:58.636598 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c6e10a45-1dbe-4c3a-9a64-d8775a7f7746 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3942b1143b74dbd89bd95ab23236c7d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4396849 Nov 05 13:06:58.640764 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43802) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:58.848693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:06:54Z', 'revision_number': 3, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:06:58.876473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36dab20-a5d3-4e9c-932c-3e51647abe82 None None] The sync data for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb is: [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:06:54Z', 'revision_number': 3, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:06:58.969004 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e10a45-1dbe-4c3a-9a64-d8775a7f7746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4406f31-13a1-4061-aeb2-89081fdcd2e9,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:58.974312 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c6e10a45-1dbe-4c3a-9a64-d8775a7f7746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:59.016725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ed1f2350-a0f2-4a6d-9e25-48bc49efbdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.165386 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ed1f2350-a0f2-4a6d-9e25-48bc49efbdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.191514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.240389 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.440223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.442878 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Allocated IP 172.28.2.32 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/80c6a367-d248-4e14-a72d-c51fa5c7c1a0) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:06:59.455101 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for subnet, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.475068 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cc177484-7be3-4eba-aad5-2aaf90220b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:59.606558 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43828) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:59.608750 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7887253d-9907-45d5-a4db-6774c0d984cf,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:59.612229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:59.737241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.783200 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43850) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:06:59.785164 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.811555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:59.844121 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aff7d0be-094f-4aa0-99a1-d597582c9656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.868390 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:06:59.878149 dv-cinder-815883-2-smb neutron-server[88071]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 05 13:06:59.879391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:06:59.915597 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ed1f2350-a0f2-4a6d-9e25-48bc49efbdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:06:59.927527 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Checking segment: {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:06:59.927924 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Network hostable DHCP agents. Network: 09213b65-18cd-49bb-a5e9-6a043cc098b0, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:06:59.928976 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac163f-3cb2-4442-ab42-4dfa870fe168 None None] Pushing event updated for resources: {'Port': ['ID=2c02961e-a343-4c92-8d33-3dc7cdc8cbe8,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:59.941335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bdac163f-3cb2-4442-ab42-4dfa870fe168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.468s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:59.955960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:06:59.977526 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f2350-a0f2-4a6d-9e25-48bc49efbdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4406f31-13a1-4061-aeb2-89081fdcd2e9,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:06:59.988617 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a2af65a8-0dab-4162-9780-e374f9d3ee56 None None] Provisioning complete for port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:06:59.989283 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ed1f2350-a0f2-4a6d-9e25-48bc49efbdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:06:59.989608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a2af65a8-0dab-4162-9780-e374f9d3ee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.070880 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5931da-aaa5-44cd-9d59-b7a5ac2a341d None None] Network 57eedc5a-79de-4f09-b854-e1e702ceba2c requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:00.079176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-aff7d0be-094f-4aa0-99a1-d597582c9656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:00.093071 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-aff7d0be-094f-4aa0-99a1-d597582c9656 admin admin] Usage tracker for resource:security_group_rule and tenant:0bd788c699d14f59a1f900d9a7ae17a9 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:00.103933 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ab35ad-a3b5-4158-bae3-210ce6cb4c98 None None] Network 58ab1dc0-377e-4627-9fdb-a6a83b2e1bee requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:00.105209 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-aff7d0be-094f-4aa0-99a1-d597582c9656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:00.122844 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-24333223-3443-4858-bb6b-2eb786f3c073 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:00.123577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-24333223-3443-4858-bb6b-2eb786f3c073 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Synchronizing usage tracker for tenant:a915a455eb124e608fb36ad1a422c907 on resource:network {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:00.131642 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:00.143141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-aff7d0be-094f-4aa0-99a1-d597582c9656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:00.145518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ed1f2350-a0f2-4a6d-9e25-48bc49efbdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.150247 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-ed1f2350-a0f2-4a6d-9e25-48bc49efbdce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4406f31-13a1-4061-aeb2-89081fdcd2e9 HTTP/1.1" status: 204 len: 168 time: 1.5022995 Nov 05 13:07:00.150247 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Network 09213b65-18cd-49bb-a5e9-6a043cc098b0 is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:07:00.305896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, 09213b65-18cd-49bb-a5e9-6a043cc098b0) {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:00.350144 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:00.350710 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.468626 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2618284 Nov 05 13:07:00.468827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Allocated IP 172.20.0.1 (ac620b58-9677-46ea-9c4d-4f5bdbeb27a8/8287a2bf-ff22-4f26-bea6-b3544de4550c/ed4231b0-0d7a-4fea-8c67-3cb004022091) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:00.479296 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43868) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:00.484486 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d61c4d-a12d-4022-b98a-e505ba0d18e6 None None] Network 09213b65-18cd-49bb-a5e9-6a043cc098b0 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:00.507275 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:00.560464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:00.613575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Usage tracker for resource:router and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:00.618577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:00.647506 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:00.687512 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=80c6a367-d248-4e14-a72d-c51fa5c7c1a0,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:00.716530 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:00.746929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aff7d0be-094f-4aa0-99a1-d597582c9656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.763822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aff7d0be-094f-4aa0-99a1-d597582c9656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.806767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c6e10a45-1dbe-4c3a-9a64-d8775a7f7746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:00.808127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-24333223-3443-4858-bb6b-2eb786f3c073 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Unset dirty status for tenant:a915a455eb124e608fb36ad1a422c907 on resource:network {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:00.809480 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-24333223-3443-4858-bb6b-2eb786f3c073 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/networks?id=58ab1dc0-377e-4627-9fdb-a6a83b2e1bee HTTP/1.1" status: 200 len: 811 time: 1.0012290 Nov 05 13:07:00.822048 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-aff7d0be-094f-4aa0-99a1-d597582c9656 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0bd788c699d14f59a1f900d9a7ae17a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2052393 Nov 05 13:07:00.838601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43882) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:00.886351 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-648725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775552'] for router, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.887308 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854126853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854100366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854015493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-281'] for router, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.902958 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.903733 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854127075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102106'] for router, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:00.906565 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-5bfd2a21-1c2d-4319-ba21-efd95b824e6a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/quotas/a915a455eb124e608fb36ad1a422c907 HTTP/1.1" status: 200 len: 375 time: 0.0885963 Nov 05 13:07:00.942216 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7d0be-094f-4aa0-99a1-d597582c9656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277b8159-44d6-4a25-aa98-52a441d7787c,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:00.956935 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-aff7d0be-094f-4aa0-99a1-d597582c9656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:00.957245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:01.042617 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.062546 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.122046 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Transition to ACTIVE for port object ed4231b0-0d7a-4fea-8c67-3cb004022091 will not be triggered until provisioned by entity DHCP. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:01.167530 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5135d21e-5bc4-4b9f-8b38-c9d6fbb6814f None None] Network 48b3bc89-d876-40be-9606-5237944917f4 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:01.237465 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-c6b06c7f-aac1-4a4c-862b-efa1786f6403 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a915a455eb124e608fb36ad1a422c907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2959547 Nov 05 13:07:01.311199 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-227b8d38-f96e-4206-9647-35b371a3d979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.386147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854100413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-494'] for router, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.392997 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-227b8d38-f96e-4206-9647-35b371a3d979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.396461 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.404895 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:01.474619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16b524d8-9c6b-56f2-95b6-eb13d4fabab4-09213b65-18cd-49bb-a5e9-6a043cc098b0', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf'}]}} from dv-cinder-815883-2-smb. {{(pid=88182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:07:01.475524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.485619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43898) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:01.492718 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-227b8d38-f96e-4206-9647-35b371a3d979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.505665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:01.525560 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b8d38-f96e-4206-9647-35b371a3d979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277b8159-44d6-4a25-aa98-52a441d7787c,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:01.534289 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-227b8d38-f96e-4206-9647-35b371a3d979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:01.560070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-227b8d38-f96e-4206-9647-35b371a3d979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.564846 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-227b8d38-f96e-4206-9647-35b371a3d979 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/277b8159-44d6-4a25-aa98-52a441d7787c HTTP/1.1" status: 204 len: 168 time: 0.7208025 Nov 05 13:07:01.654093 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:01.669889 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:01.682177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:01.682837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102243'] for router_interface, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.829772 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Router 630ae94d-96d9-4cf6-825a-dd7afebb1666 is scheduled to L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 with binding_index 1 {{(pid=88181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:07:01.868123 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:01.868829 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.880843 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4231b0-0d7a-4fea-8c67-3cb004022091,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:01.894495 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:01.926362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:02.320019 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:07:02.368661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Notify callbacks [] for router, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:02.371910 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1663728 Nov 05 13:07:02.375981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43916) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:02.424758 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a425d87e-d8cb-4f1c-bf47-83c5f7db7e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:02.456363 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Sync routers for ids ['630ae94d-96d9-4cf6-825a-dd7afebb1666'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:07:02.568529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 43920) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:02.587692 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-3c62041c-f7ca-49e8-8375-8d0ff91bf59c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:07:02.588898 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-3c62041c-f7ca-49e8-8375-8d0ff91bf59c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.8173349 Nov 05 13:07:02.737903 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 648e6e1f-8c88-4f72-8eee-7b67639814f0 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:02.748716 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2110033092-network', 'tenant_id': 'c2b5086b72354f1e89b27237b0ad0d91'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:02.780844 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:02.781914 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-04416714-c827-4928-a631-f8242fb50747 service neutron] 10.222.0.39 "GET /v2.0/networks/58ab1dc0-377e-4627-9fdb-a6a83b2e1bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835120 Nov 05 13:07:02.841285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Usage tracker for resource:network and tenant:c2b5086b72354f1e89b27237b0ad0d91 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:02.857600 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:02.861096 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a425d87e-d8cb-4f1c-bf47-83c5f7db7e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:02.885331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a425d87e-d8cb-4f1c-bf47-83c5f7db7e2d admin admin] Usage tracker for resource:security_group_rule and tenant:1a156b3b5ec743188fe557d5a44fe1f5 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:02.894173 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a7225f9e-c00c-49f9-b447-cd27fb032ea8 None None] Provisioning for port ed4231b0-0d7a-4fea-8c67-3cb004022091 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:02.908135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:02.910581 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a425d87e-d8cb-4f1c-bf47-83c5f7db7e2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:02.914831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Routers {'630ae94d-96d9-4cf6-825a-dd7afebb1666'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:02.915639 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:06:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['630ae94d-96d9-4cf6-825a-dd7afebb1666'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:02.927368 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a425d87e-d8cb-4f1c-bf47-83c5f7db7e2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:03.010504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Made reservation on behalf of c2b5086b72354f1e89b27237b0ad0d91 for: {'network': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:03.015198 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.058259 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.060808 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a7225f9e-c00c-49f9-b447-cd27fb032ea8 None None] Provisioning complete for port ed4231b0-0d7a-4fea-8c67-3cb004022091 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:03.061000 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a7225f9e-c00c-49f9-b447-cd27fb032ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.100828 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.102451 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-cf7484be-9ca7-4d98-b284-fac6afc6e43d service neutron] 10.222.0.39 "GET /v2.0/networks/58ab1dc0-377e-4627-9fdb-a6a83b2e1bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497551 Nov 05 13:07:03.166180 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.247995 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.260214 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:03.269701 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.307060 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Usage tracker for resource:security_group_rule and tenant:c2b5086b72354f1e89b27237b0ad0d91 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:03.322700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1135331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854100860'] for router_interface, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.329576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:03.345691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fef6c6ba-e18d-4a87-8f9e-412c882284b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:03.412425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:03.451807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a425d87e-d8cb-4f1c-bf47-83c5f7db7e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.555009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a425d87e-d8cb-4f1c-bf47-83c5f7db7e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.566344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43956) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:03.633673 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 648e6e1f-8c88-4f72-8eee-7b67639814f0 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:03.649037 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 648e6e1f-8c88-4f72-8eee-7b67639814f0 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:03.649665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.690471 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Pushing event updated for resources: {'Port': ['ID=ed4231b0-0d7a-4fea-8c67-3cb004022091,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:03.711001 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a7225f9e-c00c-49f9-b447-cd27fb032ea8 None None] Port ed4231b0-0d7a-4fea-8c67-3cb004022091 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:07:03.716167 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:03.718246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:03.720672 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bf97e24a-92cf-442f-807d-4dc673f94551 req-62a06083-8f3f-4cb5-9904-8a6086d75cf0 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 210 time: 0.1520121 Nov 05 13:07:03.751141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Allocated IP 172.20.0.2 (09213b65-18cd-49bb-a5e9-6a043cc098b0/7887253d-9907-45d5-a4db-6774c0d984cf/ed06aa4d-abcd-451d-82f4-fe43a2115d01) {{(pid=88182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:03.762211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Set router 630ae94d-96d9-4cf6-825a-dd7afebb1666 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:03.815952 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a425d87e-d8cb-4f1c-bf47-83c5f7db7e2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a156b3b5ec743188fe557d5a44fe1f5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3163729 Nov 05 13:07:03.818067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 43970) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:03.829401 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Allocated IP 172.28.2.213 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:03.846778 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425d87e-d8cb-4f1c-bf47-83c5f7db7e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5eb493-4f78-4e8f-86b1-beadc5a3e7b8,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:03.870776 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a425d87e-d8cb-4f1c-bf47-83c5f7db7e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:03.915028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:03.921414 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:04.110085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.138164 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:04.141568 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.142360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.254180 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=88180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:07:04.264884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.265288 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Added segment ebcb87fd-8736-4c49-abe6-8b54421c76a3 of type vlan for network f8160d27-2b60-435c-9832-4485e629a14b Nov 05 13:07:04.309266 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.350650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c10fabb7-af62-425d-acf4-7c60eced6126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.357958 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:04.437802 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c10fabb7-af62-425d-acf4-7c60eced6126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.438032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:04.440461 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.446148 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:04.457534 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:04.470525 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.482835 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:04.483377 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.671960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c10fabb7-af62-425d-acf4-7c60eced6126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.682732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:04.701744 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Notify callbacks [] for port, precommit_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.717237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Transition to ACTIVE for port object ed06aa4d-abcd-451d-82f4-fe43a2115d01 will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:04.738751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fabb7-af62-425d-acf4-7c60eced6126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5eb493-4f78-4e8f-86b1-beadc5a3e7b8,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:04.752554 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c10fabb7-af62-425d-acf4-7c60eced6126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:04.752805 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Transition to ACTIVE for port object ed06aa4d-abcd-451d-82f4-fe43a2115d01 will not be triggered until provisioned by entity DHCP. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:04.763454 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:04.768854 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:04.773877 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99c324d-c941-4441-b48d-7f8e9c7eae46,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:04.776680 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:04.813358 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c10fabb7-af62-425d-acf4-7c60eced6126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.814934 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c10fabb7-af62-425d-acf4-7c60eced6126 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c5eb493-4f78-4e8f-86b1-beadc5a3e7b8 HTTP/1.1" status: 204 len: 168 time: 0.9858868 Nov 05 13:07:04.826027 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2517912 Nov 05 13:07:04.827581 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:04.830407 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 44006) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:04.836892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Request body: {'subnet': {'network_id': 'f8160d27-2b60-435c-9832-4485e629a14b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2110033092-subnet', 'tenant_id': 'c2b5086b72354f1e89b27237b0ad0d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:04.837815 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:04.859416 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.945784 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:04.948230 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:04.980911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Usage tracker for resource:subnet and tenant:c2b5086b72354f1e89b27237b0ad0d91 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:04.981569 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port 648e6e1f-8c88-4f72-8eee-7b67639814f0, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=648e6e1f-8c88-4f72-8eee-7b67639814f0,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:04.985707 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-824ee1a2-53de-4e5d-ae98-1e7dd01386eb req-6f274858-e039-4dad-be12-79c65b5420b6 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 210 time: 0.1097758 Nov 05 13:07:04.986599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:04.996504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:05.014715 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Allocated IP 172.20.0.1 (57eedc5a-79de-4f09-b854-e1e702ceba2c/08a9b97a-1593-4dbd-a30d-05fe4260c2e5/f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:05.020942 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Made reservation on behalf of c2b5086b72354f1e89b27237b0ad0d91 for: {'subnet': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:05.036504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.036831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:05.049898 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Pushing event updated for resources: {'Network': ['ID=f8160d27-2b60-435c-9832-4485e629a14b,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:05.072329 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:05.075305 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network f8160d27-2b60-435c-9832-4485e629a14b details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:07:05.090253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.126411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Pushing event updated for resources: {'Port': ['ID=ed06aa4d-abcd-451d-82f4-fe43a2115d01,revision_number=1']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:05.140297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4e0b7eac-ec6a-4988-951c-59da8f37e816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.142038 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:05.142557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:05.219794 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-90ef7759-1145-4913-b128-3cf7ee22333c None None] Provisioning complete for port ed4231b0-0d7a-4fea-8c67-3cb004022091 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:05.220049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90ef7759-1145-4913-b128-3cf7ee22333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.248465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=648e6e1f-8c88-4f72-8eee-7b67639814f0,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:05.277533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Network 09213b65-18cd-49bb-a5e9-6a043cc098b0 is already hosted by enough agents. {{(pid=88182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:05.282086 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:05.286339 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Resources bound (agent type, host, resource id): {{(pid=88182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:05.296522 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Received port after_create {{(pid=88182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:05.306367 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'name': 'tempest-ServerRescueNegativeTestJSON-876578157-router', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:58Z', 'updated_at': '2021-11-05T13:07:00Z', 'revision_number': 3, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'gw_port': {'id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:05.343453 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.430129 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.435268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for subnet, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.436790 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6256b823-477f-4afb-b89f-3bc3f6a97387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:05.496624 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Checking router: 630ae94d-96d9-4cf6-825a-dd7afebb1666 for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:07:05.509325 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Updating router 630ae94d-96d9-4cf6-825a-dd7afebb1666 port 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 binding host dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:07:05.592311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Network 57eedc5a-79de-4f09-b854-e1e702ceba2c is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:05.609207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:05.631855 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:05.633392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102243'] for router_interface, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.650068 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:05.671272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:05.676915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5ec406b1-9771-4e79-bed1-de98e485a3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:05.681889 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.682761 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854127075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102106'] for router, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.687893 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:05.705149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:07:05.836622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Checking segment: {'id': 'ebcb87fd-8736-4c49-abe6-8b54421c76a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'f8160d27-2b60-435c-9832-4485e629a14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:05.839108 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Network hostable DHCP agents. Network: f8160d27-2b60-435c-9832-4485e629a14b, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:07:05.858525 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7caf8a7-de3e-4778-9d98-9e58ebccbbb5,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:05.931873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:05.990306 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Network f8160d27-2b60-435c-9832-4485e629a14b is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:07:06.011200 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.024036 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44030) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:06.092118 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-484983e8-d987-4916-82a3-1450ac3998a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.171873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, f8160d27-2b60-435c-9832-4485e629a14b) {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:06.310785 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:06.313951 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.367643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-484983e8-d987-4916-82a3-1450ac3998a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:06.382246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-484983e8-d987-4916-82a3-1450ac3998a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f27ed8bfbb73491daae858f3ac252975 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:06.384694 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Notify callbacks [] for port, precommit_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.387417 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-484983e8-d987-4916-82a3-1450ac3998a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:06.388121 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-012d8f95-9850-4601-b3be-914276674b43 req-69bf34a4-b643-4c16-af06-a08e683b54d6 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 210 time: 0.2240582 Nov 05 13:07:06.407893 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-484983e8-d987-4916-82a3-1450ac3998a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:06.412051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Transition to ACTIVE for port object 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:06.447504 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0a6c3b8a-27f9-42e4-a910-6bb6b12d4cdd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6155183 Nov 05 13:07:06.552605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:07:06.570684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Sync routers for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:07:06.594662 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-90ef7759-1145-4913-b128-3cf7ee22333c None None] Port ed4231b0-0d7a-4fea-8c67-3cb004022091 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:07:06.597644 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:06.598214 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dec3b7-a149-4d64-b9a6-e78e9cc97290 None None] Network f8160d27-2b60-435c-9832-4485e629a14b requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:06.602301 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:06:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:06.664790 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] 10.222.0.39 "PUT /v2.0/routers/0c314b14-95c7-4f2c-9757-e23cb8a5e56a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0954771 Nov 05 13:07:06.697392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Router 73a74929-d309-430c-800a-3f00f7b5342b is scheduled to L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 with binding_index 1 {{(pid=88180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:07:06.698929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.709268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.711424 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1135331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854100860'] for router_interface, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.732800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-484983e8-d987-4916-82a3-1450ac3998a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.738166 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:06.748115 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-484983e8-d987-4916-82a3-1450ac3998a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.770422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a425d87e-d8cb-4f1c-bf47-83c5f7db7e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:06.777854 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Attempting to bind port ed06aa4d-abcd-451d-82f4-fe43a2115d01 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:06.778278 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Attempting to bind port ed06aa4d-abcd-451d-82f4-fe43a2115d01 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:06.778688 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Attempting to bind port ed06aa4d-abcd-451d-82f4-fe43a2115d01 on network 09213b65-18cd-49bb-a5e9-6a043cc098b0 {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:06.909419 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:06.918904 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484983e8-d987-4916-82a3-1450ac3998a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120027fb-ba43-4c40-a2bb-1d7911c6ecbf,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:06.929198 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-484983e8-d987-4916-82a3-1450ac3998a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f27ed8bfbb73491daae858f3ac252975&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9011359 Nov 05 13:07:06.930523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44054) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:06.931716 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-484983e8-d987-4916-82a3-1450ac3998a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:06.950141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44058) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:07.087002 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:07.129278 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:07.134525 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:07.190285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:07.198465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ab09b5-8563-47b6-b06b-65ce885a1a32 None None] Network f8160d27-2b60-435c-9832-4485e629a14b requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:07.212311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Network 57eedc5a-79de-4f09-b854-e1e702ceba2c is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:07.213820 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:07.286304 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-25738ac7-c3fd-44b0-8724-2e69c10c8193 admin admin] Deleting subnet 2b72c622-1bb2-4a1d-a7c1-22a6f21008aa {{(pid=88180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:07:07.303664 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-25738ac7-c3fd-44b0-8724-2e69c10c8193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.434485 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-71416c02-2098-4fc4-bb63-207517cc431c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.436756 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979db6f-b2cf-4792-9e00-19a1b1e77141 None None] Pushing event updated for resources: {'Port': ['ID=80c6a367-d248-4e14-a72d-c51fa5c7c1a0,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:07.450040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9979db6f-b2cf-4792-9e00-19a1b1e77141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:07.456050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Attempting to bind port 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:07.456465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Attempting to bind port 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:07.456927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Attempting to bind port 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 on network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:07.466539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-25738ac7-c3fd-44b0-8724-2e69c10c8193 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.496984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-71416c02-2098-4fc4-bb63-207517cc431c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.499990 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-25738ac7-c3fd-44b0-8724-2e69c10c8193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.616062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 648e6e1f-8c88-4f72-8eee-7b67639814f0 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:07.674357 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2dd9f9a5-3f0b-4854-bad4-4d859efb2a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.698347 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:07.704748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Checking segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:07.705465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.706119 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Bound using segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:07.708550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Bound port: 80c6a367-d248-4e14-a72d-c51fa5c7c1a0, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:07.709215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.766346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.771195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-25738ac7-c3fd-44b0-8724-2e69c10c8193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for subnet, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.860328 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:07.867748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:07.871902 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Checking segment: {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:07.877286 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.877887 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Bound using segment: {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:07.878553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Bound port: ed06aa4d-abcd-451d-82f4-fe43a2115d01, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:07.879106 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.909628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.64', 65265) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:07.935237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-25738ac7-c3fd-44b0-8724-2e69c10c8193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:07.957360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 44090) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:07.958345 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-25738ac7-c3fd-44b0-8724-2e69c10c8193 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2b72c622-1bb2-4a1d-a7c1-22a6f21008aa HTTP/1.1" status: 204 len: 168 time: 0.9996159 Nov 05 13:07:08.007772 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:02Z', 'revision_number': 2, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:08.015077 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Checking router: 0c314b14-95c7-4f2c-9757-e23cb8a5e56a for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:07:08.015473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Updating router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a port ed4231b0-0d7a-4fea-8c67-3cb004022091 binding host dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:07:08.018633 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a3f432f0-abfb-4b4b-855f-c86583d7ec0d req-68de03b1-df35-421c-bb74-24941f3615d9 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 210 time: 0.2024140 Nov 05 13:07:08.021404 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25738ac7-c3fd-44b0-8724-2e69c10c8193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b72c622-1bb2-4a1d-a7c1-22a6f21008aa,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:08.062292 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-71416c02-2098-4fc4-bb63-207517cc431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.074655 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-25738ac7-c3fd-44b0-8724-2e69c10c8193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:08.107521 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-aff7d0be-094f-4aa0-99a1-d597582c9656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:08.133881 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] For port ed06aa4d-abcd-451d-82f4-fe43a2115d01, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:08.154855 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:07:08.183525 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.198029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] For port 80c6a367-d248-4e14-a72d-c51fa5c7c1a0, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:08.201783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] For port 80c6a367-d248-4e14-a72d-c51fa5c7c1a0, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=80c6a367-d248-4e14-a72d-c51fa5c7c1a0,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:08.209422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71416c02-2098-4fc4-bb63-207517cc431c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120027fb-ba43-4c40-a2bb-1d7911c6ecbf,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:08.233762 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] For port ed06aa4d-abcd-451d-82f4-fe43a2115d01, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=ed06aa4d-abcd-451d-82f4-fe43a2115d01,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:08.237364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-71416c02-2098-4fc4-bb63-207517cc431c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:08.247484 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.249136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.256516 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Sync routers for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:07:08.274160 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.290785 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:08.291699 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-220857cd-7831-45f3-a099-70c93741dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:07:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:08.393931 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.456634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-71416c02-2098-4fc4-bb63-207517cc431c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.457912 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-71416c02-2098-4fc4-bb63-207517cc431c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/120027fb-ba43-4c40-a2bb-1d7911c6ecbf HTTP/1.1" status: 204 len: 168 time: 1.5248578 Nov 05 13:07:08.476098 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Notify callbacks [] for router, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.488093 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0042672 Nov 05 13:07:08.491715 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44106) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:08.542682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:08.676414 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:08.702070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-f6580a7f-d83f-4fba-b0a7-1867eaf8b299 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:08.714410 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-f6580a7f-d83f-4fba-b0a7-1867eaf8b299 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.64 "GET /v2.0/networks?id=58ab1dc0-377e-4627-9fdb-a6a83b2e1bee HTTP/1.1" status: 200 len: 811 time: 0.7924335 Nov 05 13:07:08.773203 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Request body: {'port': {'device_id': '232866cf-9776-42a8-8db8-f1fe5f095e08', 'network_id': '58ab1dc0-377e-4627-9fdb-a6a83b2e1bee', 'admin_state_up': True, 'tenant_id': 'a915a455eb124e608fb36ad1a422c907'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:08.862634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Routers {'630ae94d-96d9-4cf6-825a-dd7afebb1666'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:08.871102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:07:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['630ae94d-96d9-4cf6-825a-dd7afebb1666'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:08.950646 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:08.987683 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Notify callbacks [] for port, precommit_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:09.011389 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Transition to ACTIVE for port object ed4231b0-0d7a-4fea-8c67-3cb004022091 will not be triggered until provisioned by entity L2. {{(pid=88183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:09.024682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:09.031294 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:09.041824 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.042230 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.043062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.048253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > port after_create 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.048651 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.049063 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > port after_update 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.049429 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.050122 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.050482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.053908 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.133011 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] Set router 630ae94d-96d9-4cf6-825a-dd7afebb1666 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:09.496741 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d96561-1019-4065-91a3-54cd0c32f6f9 None None] Pushing event updated for resources: {'Port': ['ID=ed4231b0-0d7a-4fea-8c67-3cb004022091,revision_number=3']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:09.561428 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.562017 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.563889 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.565211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88181) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:09.565756 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b3bc89-d876-40be-9606-5237944917f4']}} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:09.571828 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-80d96561-1019-4065-91a3-54cd0c32f6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:09.615039 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Attempting to bind port ed4231b0-0d7a-4fea-8c67-3cb004022091 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:09.615678 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Attempting to bind port ed4231b0-0d7a-4fea-8c67-3cb004022091 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:09.616409 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Attempting to bind port ed4231b0-0d7a-4fea-8c67-3cb004022091 on network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:09.628473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:09.629132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Checking segment: {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:09.629718 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:09.630287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Bound using segment: {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:09.630989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Bound port: ed4231b0-0d7a-4fea-8c67-3cb004022091, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'}}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:09.631553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:09.657682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 44144) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:09.803406 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2200ba-b021-4f98-9e65-bfbc8b2233cb') {'for_net_delete': True} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:09.803881 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2200ba-b021-4f98-9e65-bfbc8b2233cb') {} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:09.831685 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935973260', 'description': 'tempest-description--1131636335'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:09.848882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:09.864305 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Usage tracker for resource:security_group and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:09.866249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] For port ed4231b0-0d7a-4fea-8c67-3cb004022091, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:09.875610 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] For port ed4231b0-0d7a-4fea-8c67-3cb004022091, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=ed4231b0-0d7a-4fea-8c67-3cb004022091,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:09.890170 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:09.891400 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:09.922974 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:09.924252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Router 630ae94d-96d9-4cf6-825a-dd7afebb1666 has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:07:09.972025 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:09.973228 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:09.986052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Usage tracker for resource:port and tenant:a915a455eb124e608fb36ad1a422c907 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:10.013571 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d00f764b-2453-4e00-ad48-01172270bb29 req-62556fc9-5601-464c-8326-f8224472aa34 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 210 time: 0.3761318 Nov 05 13:07:10.023391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16276208'] for segment, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.109384 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d96561-1019-4065-91a3-54cd0c32f6f9 None None] Pushing event updated for resources: {'Port': ['ID=ed4231b0-0d7a-4fea-8c67-3cb004022091,revision_number=4']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:10.114311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-80d96561-1019-4065-91a3-54cd0c32f6f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:10.123428 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:10.149924 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:10.150617 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:07:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:10.154154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:10.221552 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Made reservation on behalf of a915a455eb124e608fb36ad1a422c907 for: {'port': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:10.259136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.259664 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.292055 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.339211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:07:10.341833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16276573'] for segment, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: (self, other), Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: (self, other), Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:07:10.392308 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:07:10.421334 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.422046 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 648e6e1f-8c88-4f72-8eee-7b67639814f0 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:10.422467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:10.856578 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:10.862364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Usage tracker for resource:security_group_rule and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:10.866942 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:10.880064 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:10.949381 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:11.081744 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Allocated IP 172.20.0.2 (58ab1dc0-377e-4627-9fdb-a6a83b2e1bee/e3229592-c357-4f21-9440-dd14252d6111/eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:11.169736 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979db6f-b2cf-4792-9e00-19a1b1e77141 None None] Pushing event updated for resources: {'Port': ['ID=80c6a367-d248-4e14-a72d-c51fa5c7c1a0,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:11.174166 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:11.204119 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:11.225599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-04d1003c-c61a-49fb-9543-4b81225e475a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:11.261974 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:11.273706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338535eb-0031-4908-9630-4a91f1ded9e5,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:11.295358 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:11.313941 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8b446fcd-ac0f-4c2b-aa89-53b9dab73eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:11.339395 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:11.352684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b3bc89-d876-40be-9606-5237944917f4,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:11.368185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:11.371999 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:11.377604 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.7158608 Nov 05 13:07:11.378819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 44178) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:11.401274 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] 10.222.0.39 "DELETE /v2.0/networks/48b3bc89-d876-40be-9606-5237944917f4 HTTP/1.1" status: 204 len: 168 time: 3.4330325 Nov 05 13:07:11.409269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Request body: {'security_group_rule': {'security_group_id': '338535eb-0031-4908-9630-4a91f1ded9e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:11.409452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44180) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:11.419934 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:11.430410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Usage tracker for resource:security_group_rule and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:11.439311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:11.463799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:11.488673 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Pushing event updated for resources: {'Port': ['ID=ed06aa4d-abcd-451d-82f4-fe43a2115d01,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:11.501234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.825s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:11.523960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bdac163f-3cb2-4442-ab42-4dfa870fe168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.709s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:11.524570 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bdac163f-3cb2-4442-ab42-4dfa870fe168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:11.555892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:11.696278 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:07:11.885332 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-220857cd-7831-45f3-a099-70c93741dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:05Z', 'revision_number': 3, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:11.972725 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] 10.222.0.39 "PUT /v2.0/routers/630ae94d-96d9-4cf6-825a-dd7afebb1666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5950885 Nov 05 13:07:12.002690 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Checking router: 73a74929-d309-430c-800a-3f00f7b5342b for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:07:12.003045 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5d6f7779-75f2-4fb4-9a51-082bb188f6d3 req-0a773126-c283-4a44-889c-3bf0635b6847 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 210 time: 0.3324873 Nov 05 13:07:12.003177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Updating router 73a74929-d309-430c-800a-3f00f7b5342b port bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f binding host dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:07:12.133001 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.137185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.152432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:12.202510 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.213279 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6f2685-ea90-4887-8195-9433ba052e23,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:12.235163 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:09Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:12.238085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:12.245090 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.246761 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8439355 Nov 05 13:07:12.249579 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 44198) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:12.257802 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbc6181-71bc-43e8-aa49-430b5a75ec33 None None] The sync data for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb is: [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:09Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:07:12.263529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Request body: {'security_group_rule': {'security_group_id': '338535eb-0031-4908-9630-4a91f1ded9e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:12.274075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:12.275623 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f36360-444f-4211-be0c-0e49e8d6e2b5 admin admin] Deleting subnet d7caf8a7-de3e-4778-9d98-9e58ebccbbb5 {{(pid=88180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:07:12.283469 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Usage tracker for resource:security_group_rule and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:12.292095 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:12.301592 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8f36360-444f-4211-be0c-0e49e8d6e2b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.303388 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:12.357122 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.540367 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8f36360-444f-4211-be0c-0e49e8d6e2b5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.567127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.577534 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.625339 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:12.640584 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8f36360-444f-4211-be0c-0e49e8d6e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.688889 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device ed06aa4d-abcd-451d-82f4-fe43a2115d01 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:12.784190 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afd05f9-79f4-4874-95b1-d3c449c9a848,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:12.812834 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:12.816826 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:12.829438 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5786538 Nov 05 13:07:12.848365 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 44222) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:12.868521 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Request body: {'floatingip': {'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:12.888577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:12.902670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Usage tracker for resource:floatingip and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:12.933115 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:12.954821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:13.021956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8f36360-444f-4211-be0c-0e49e8d6e2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for subnet, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:13.027732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:13.077557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:13.213647 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8f36360-444f-4211-be0c-0e49e8d6e2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:13.536953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f36360-444f-4211-be0c-0e49e8d6e2b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7caf8a7-de3e-4778-9d98-9e58ebccbbb5,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:13.548387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a8f36360-444f-4211-be0c-0e49e8d6e2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:13.552105 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:13.568375 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a8f36360-444f-4211-be0c-0e49e8d6e2b5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d7caf8a7-de3e-4778-9d98-9e58ebccbbb5 HTTP/1.1" status: 204 len: 168 time: 2.1570222 Nov 05 13:07:13.569361 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44236) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:13.680177 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-10227619-8669-409c-bae9-907163ae46f2 req-dcb513c1-e649-4cef-a10b-8ec69f13a55e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 210 time: 0.2776735 Nov 05 13:07:13.682650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754c6e56-16f0-41d6-86c2-f8cf430e5112 None None] Network 09213b65-18cd-49bb-a5e9-6a043cc098b0 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:07:13.838866 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:13.874403 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c9cc6139-0508-4e84-9d9c-450e55fb6ac8 None None] Provisioning for port ed06aa4d-abcd-451d-82f4-fe43a2115d01 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:13.874591 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.022435 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.166036 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Notify callbacks [] for port, precommit_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.199702 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'name': 'tempest-ServerRescueNegativeTestJSON-876578157-router', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:58Z', 'updated_at': '2021-11-05T13:07:05Z', 'revision_number': 4, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'gw_port': {'id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3', 'name': '', 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'mac_address': 'fa:16:3e:48:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08a9b97a-1593-4dbd-a30d-05fe4260c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:04Z', 'updated_at': '2021-11-05T13:07:06Z', 'revision_number': 2, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'subnets': [{'id': '08a9b97a-1593-4dbd-a30d-05fe4260c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:14.222462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3d15f-0125-46f0-9d61-0022e429271a None None] The sync data for ids ['630ae94d-96d9-4cf6-825a-dd7afebb1666'] in dv-cinder-815883-2-smb is: [{'id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'name': 'tempest-ServerRescueNegativeTestJSON-876578157-router', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:58Z', 'updated_at': '2021-11-05T13:07:05Z', 'revision_number': 4, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'gw_port': {'id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3', 'name': '', 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'mac_address': 'fa:16:3e:48:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08a9b97a-1593-4dbd-a30d-05fe4260c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:04Z', 'updated_at': '2021-11-05T13:07:06Z', 'revision_number': 2, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'subnets': [{'id': '08a9b97a-1593-4dbd-a30d-05fe4260c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:07:14.261149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-4aacd741-4d35-4b67-af40-c9e8eaffefc3 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:14.262247 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-4aacd741-4d35-4b67-af40-c9e8eaffefc3 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Synchronizing usage tracker for tenant:b43d64e03dae48b49fa2e51483228c89 on resource:network {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:14.267591 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Transition to ACTIVE for port object bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:14.315146 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port ed06aa4d-abcd-451d-82f4-fe43a2115d01 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:14.347779 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.409231 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port ed06aa4d-abcd-451d-82f4-fe43a2115d01 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:14.413175 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.473448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-4aacd741-4d35-4b67-af40-c9e8eaffefc3 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Unset dirty status for tenant:b43d64e03dae48b49fa2e51483228c89 on resource:network {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:14.486381 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-4aacd741-4d35-4b67-af40-c9e8eaffefc3 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/networks?id=57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 200 len: 818 time: 0.5246577 Nov 05 13:07:14.546263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:14.570377 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-90bcaf69-1033-4d4b-adcd-04c1cbbd9728 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/quotas/b43d64e03dae48b49fa2e51483228c89 HTTP/1.1" status: 200 len: 375 time: 0.0822618 Nov 05 13:07:14.660069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Allocated IP 172.28.2.251 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/be7a8662-af3e-499b-998c-c8b34f6f1ab9) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:14.661262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:14.984350 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cafefa1d-d654-4faf-a08e-fc7a91569c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:14.990403 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510e9c8-cf9b-4631-a51a-4b424c44eedb None None] Pushing event updated for resources: {'Port': ['ID=bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:15.001882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3510e9c8-cf9b-4631-a51a-4b424c44eedb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:15.105119 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Attempting to bind port bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:15.105751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Attempting to bind port bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:15.105751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Attempting to bind port bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f on network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:15.119657 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.121226 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:15.123300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Checking segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:15.123300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.123300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Bound using segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:15.123568 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Bound port: bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:15.124213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.264862 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.265769 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.266962 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.268175 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > port after_create 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.269174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > port after_delete 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.270583 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > port after_update 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.271929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.272520 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.275316 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.276524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.315003 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-220857cd-7831-45f3-a099-70c93741dfea None None] For port bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:15.322608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-220857cd-7831-45f3-a099-70c93741dfea None None] For port bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:15.334967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.336392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.366063 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.406322 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:15.439169 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.501208 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:15.576070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port ed06aa4d-abcd-451d-82f4-fe43a2115d01, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=ed06aa4d-abcd-451d-82f4-fe43a2115d01,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:15.591339 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.766314 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.767290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.768245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.769034 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88180) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 05 13:07:15.769896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8160d27-2b60-435c-9832-4485e629a14b']}} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:15.788915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcb87fd-8736-4c49-abe6-8b54421c76a3') {'for_net_delete': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:15.789482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcb87fd-8736-4c49-abe6-8b54421c76a3') {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:15.810769 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16411967'] for segment, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:15.855933 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:15.856699 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-220857cd-7831-45f3-a099-70c93741dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:07:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:16.306937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:16.327574 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:16.328678 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=88180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:07:16.329161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838933040'] for segment, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:16.331614 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-420298ff-bdb3-4f42-b02b-42885df33b10 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Synchronizing usage tracker for tenant:b43d64e03dae48b49fa2e51483228c89 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:16.346872 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:16.358611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:16.388438 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device ed4231b0-0d7a-4fea-8c67-3cb004022091 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:16.455263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad1cd-f3d0-46ff-8cd4-f8a83ac225f0 req-c8a63276-7ae8-4dd6-8029-aee0c4db891c tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:16.462599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:07:16.478014 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-86fad1cd-f3d0-46ff-8cd4-f8a83ac225f0 req-c8a63276-7ae8-4dd6-8029-aee0c4db891c tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 931 time: 1.3532722 Nov 05 13:07:16.533473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510e9c8-cf9b-4631-a51a-4b424c44eedb None None] Pushing event updated for resources: {'Port': ['ID=bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:16.548944 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3510e9c8-cf9b-4631-a51a-4b424c44eedb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.142s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: (self, other), Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: (self, other), Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:07:16.571454 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:07:16.580224 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Network 58ab1dc0-377e-4627-9fdb-a6a83b2e1bee is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:16.590573 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.928s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:16.596872 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event updated for resources: {'Port': ['ID=be7a8662-af3e-499b-998c-c8b34f6f1ab9,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:16.614080 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.113s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:16.631527 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-420298ff-bdb3-4f42-b02b-42885df33b10 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Unset dirty status for tenant:b43d64e03dae48b49fa2e51483228c89 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:16.633672 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-420298ff-bdb3-4f42-b02b-42885df33b10 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b43d64e03dae48b49fa2e51483228c89&fields=id HTTP/1.1" status: 200 len: 255 time: 2.0512085 Nov 05 13:07:16.725146 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Pushing event updated for resources: {'Port': ['ID=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:16.727485 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-86fad1cd-f3d0-46ff-8cd4-f8a83ac225f0 req-fcfc3b5c-194f-4654-85c8-c2b9b47038e9 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Synchronizing usage tracker for tenant:a915a455eb124e608fb36ad1a422c907 on resource:security_group {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:16.758581 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:16.800055 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.816s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:16.818906 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:16.854235 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:16.854979 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for port, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:16.859369 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:17.080075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:17.136862 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-220857cd-7831-45f3-a099-70c93741dfea None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:17.225181 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-30c7e5d3-5796-4fe8-8a33-d06d0df1d393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:17.267035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-86fad1cd-f3d0-46ff-8cd4-f8a83ac225f0 req-fcfc3b5c-194f-4654-85c8-c2b9b47038e9 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Unset dirty status for tenant:a915a455eb124e608fb36ad1a422c907 on resource:security_group {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:17.270428 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-86fad1cd-f3d0-46ff-8cd4-f8a83ac225f0 req-fcfc3b5c-194f-4654-85c8-c2b9b47038e9 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7867312 Nov 05 13:07:17.301302 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Pushing event deleted for resources: {'Network': ['ID=f8160d27-2b60-435c-9832-4485e629a14b,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:17.308908 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:17.338240 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:17.355770 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.5888410 Nov 05 13:07:17.359029 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] 10.222.0.39 "DELETE /v2.0/networks/f8160d27-2b60-435c-9832-4485e629a14b HTTP/1.1" status: 204 len: 168 time: 3.7832105 Nov 05 13:07:17.369960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-01383c4c-f728-4b7c-8c1d-36fd0da1f581 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:07:17.371002 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-01383c4c-f728-4b7c-8c1d-36fd0da1f581 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0075107 Nov 05 13:07:17.401568 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-672ae628-f6e9-44ab-9b7e-f44395ecc30f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:07:17.406091 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-672ae628-f6e9-44ab-9b7e-f44395ecc30f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.3214266 Nov 05 13:07:17.408306 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Allocated IP 172.20.0.1 (09213b65-18cd-49bb-a5e9-6a043cc098b0/7887253d-9907-45d5-a4db-6774c0d984cf/44da4183-6059-4342-92ce-b2b9edc65cc9) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:17.411661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:17.824364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Request body: {'port': {'device_id': '232866cf-9776-42a8-8db8-f1fe5f095e08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:17.924627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44332) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:18.043681 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=ed06aa4d-abcd-451d-82f4-fe43a2115d01,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:18.063277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.077781 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.491s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:18.130116 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-45e6d840-52c6-43bb-b7b4-c48cfc1793df None None] Provisioning complete for port ed06aa4d-abcd-451d-82f4-fe43a2115d01 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:18.130540 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45e6d840-52c6-43bb-b7b4-c48cfc1793df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.275452 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-21f02def-5bcf-4384-9e53-8bbb54e3e3f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ddf9b54c83854b4698c817e2eb161ff6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3446009 Nov 05 13:07:18.280568 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44340) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:18.449328 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.461822 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-e917be9a-b5bb-44e1-8eaf-02a3d3dece41 service neutron] 10.222.0.39 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083568 Nov 05 13:07:18.516092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.521125 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.521338 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port ed4231b0-0d7a-4fea-8c67-3cb004022091 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:18.534348 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port ed4231b0-0d7a-4fea-8c67-3cb004022091 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:18.534764 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.550294 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.563887 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-96db02dc-df04-4f0b-ae0b-0b227670e2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:18.672470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Transition to ACTIVE for port object 44da4183-6059-4342-92ce-b2b9edc65cc9 will not be triggered until provisioned by entity DHCP. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:18.689617 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e38d-f751-42b1-b648-f2c83d745bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.733175 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e38d-f751-42b1-b648-f2c83d745bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.803858 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e38d-f751-42b1-b648-f2c83d745bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.835189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:18.866886 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-220857cd-7831-45f3-a099-70c93741dfea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:05Z', 'revision_number': 3, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:18.868198 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8e38d-f751-42b1-b648-f2c83d745bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67ffd99-5a2d-4e19-867a-efdcc37672c2,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:18.873870 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e38d-f751-42b1-b648-f2c83d745bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.875495 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-5ee8e38d-f751-42b1-b648-f2c83d745bc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d67ffd99-5a2d-4e19-867a-efdcc37672c2 HTTP/1.1" status: 204 len: 168 time: 0.5918715 Nov 05 13:07:18.920856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5ee8e38d-f751-42b1-b648-f2c83d745bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:18.922631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220857cd-7831-45f3-a099-70c93741dfea None None] The sync data for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb is: [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:05Z', 'revision_number': 3, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:07:18.955714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.964149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:18.994019 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:19.012837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port ed4231b0-0d7a-4fea-8c67-3cb004022091, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=ed4231b0-0d7a-4fea-8c67-3cb004022091,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:19.016929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.039275 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:19.189791 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Network 09213b65-18cd-49bb-a5e9-6a043cc098b0 is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:19.212746 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=ed4231b0-0d7a-4fea-8c67-3cb004022091,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:19.221311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:19.226196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:19.255751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:19.449222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device ed06aa4d-abcd-451d-82f4-fe43a2115d01 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:19.716674 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port ed06aa4d-abcd-451d-82f4-fe43a2115d01 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:19.717234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.752998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.807541 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-d5ca95ac-4a97-4d28-a445-165eed1a598e service neutron] 10.222.0.39 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3446259 Nov 05 13:07:19.849040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event updated for resources: {'Port': ['ID=be7a8662-af3e-499b-998c-c8b34f6f1ab9,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:19.863783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Pushing event updated for resources: {'Port': ['ID=44da4183-6059-4342-92ce-b2b9edc65cc9,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:19.866512 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.302s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:19.874870 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22728d61-2fca-4788-9d51-7329e5025768 req-0173142a-1c2d-4f2d-9b21-5b037ab7b38d tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:19.877349 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-22728d61-2fca-4788-9d51-7329e5025768 req-0173142a-1c2d-4f2d-9b21-5b037ab7b38d tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 931 time: 0.7547371 Nov 05 13:07:19.884576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:19.886990 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0300941 Nov 05 13:07:19.892105 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:19.963955 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-22728d61-2fca-4788-9d51-7329e5025768 req-987ddbbe-e377-416a-88bf-592fbfb14626 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755098 Nov 05 13:07:20.010914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102243'] for router_interface, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.111570 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:20.208456 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-db64a27e-b885-4007-830e-9134cb097b9d None None] Provisioning for port 44da4183-6059-4342-92ce-b2b9edc65cc9 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:20.217556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-db64a27e-b885-4007-830e-9134cb097b9d None None] Provisioning complete for port 44da4183-6059-4342-92ce-b2b9edc65cc9 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:20.218330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-db64a27e-b885-4007-830e-9134cb097b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.259325 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.361162 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-db64a27e-b885-4007-830e-9134cb097b9d None None] Port 44da4183-6059-4342-92ce-b2b9edc65cc9 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:07:20.365642 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:20.373044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:20.373576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.475216 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9833c8cc-1e3f-4906-bced-4aabf5f49857 req-ea9e0968-58a0-49f1-b06d-2dd458a0ad03 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 210 time: 0.1070054 Nov 05 13:07:20.475782 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 44402) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:20.687402 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.781538 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-08f50bec-4c9f-4bff-aabf-99a3b4e3b8c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2b5086b72354f1e89b27237b0ad0d91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3044047 Nov 05 13:07:20.782265 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 44420) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:20.793430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port 80c6a367-d248-4e14-a72d-c51fa5c7c1a0, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=80c6a367-d248-4e14-a72d-c51fa5c7c1a0,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:20.795901 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc {{(pid=88180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:20.798335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.800493 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3510e9c8-cf9b-4631-a51a-4b424c44eedb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:20.821224 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.866404 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Transition to ACTIVE for port object eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:20.886351 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838933006'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:20.915248 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:20.985993 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-6209e4bf-11a2-4bfa-9e6a-5727d556d5e9 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Synchronizing usage tracker for tenant:8db93a34e48c471ab1b85908fe2989f5 on resource:security_group {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:21.095622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-6209e4bf-11a2-4bfa-9e6a-5727d556d5e9 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Unset dirty status for tenant:8db93a34e48c471ab1b85908fe2989f5 on resource:security_group {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:21.112074 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-6209e4bf-11a2-4bfa-9e6a-5727d556d5e9 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--935973260&fields=id&tenant_id=8db93a34e48c471ab1b85908fe2989f5 HTTP/1.1" status: 200 len: 267 time: 0.6017249 Nov 05 13:07:21.112864 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=80c6a367-d248-4e14-a72d-c51fa5c7c1a0,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:21.121671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:21.308376 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device ed4231b0-0d7a-4fea-8c67-3cb004022091 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:21.436188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port ed4231b0-0d7a-4fea-8c67-3cb004022091 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:21.436816 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:21.583810 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-35dec704-6b21-4837-bb80-7ff6f538f9ab tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:21.587385 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-35dec704-6b21-4837-bb80-7ff6f538f9ab tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/networks?id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 HTTP/1.1" status: 200 len: 811 time: 0.4745216 Nov 05 13:07:21.588408 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2d8313d1-9328-40cf-ad1d-2b71bc29791e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:21.764476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2d8313d1-9328-40cf-ad1d-2b71bc29791e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:21.895076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Pushing event updated for resources: {'Port': ['ID=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:21.989267 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.079s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:22.027252 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-063f8213-f444-4f78-ae1f-0c6a9b01df15 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/quotas/8db93a34e48c471ab1b85908fe2989f5 HTTP/1.1" status: 200 len: 375 time: 0.4283979 Nov 05 13:07:22.048922 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Sync routers for ids ['630ae94d-96d9-4cf6-825a-dd7afebb1666'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:07:22.089085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Routers {'630ae94d-96d9-4cf6-825a-dd7afebb1666'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:22.091313 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:07:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['630ae94d-96d9-4cf6-825a-dd7afebb1666'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:22.358156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Attempting to bind port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:22.358550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Attempting to bind port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'b6187f74-a5e5-4f55-88b1-49aed1b0402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '58ab1dc0-377e-4627-9fdb-a6a83b2e1bee'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:22.358941 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Attempting to bind port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc on network 58ab1dc0-377e-4627-9fdb-a6a83b2e1bee {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:22.371226 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc on network 58ab1dc0-377e-4627-9fdb-a6a83b2e1bee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:07:22.371565 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Attempting to bind port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc on network 58ab1dc0-377e-4627-9fdb-a6a83b2e1bee {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:22.380207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:22.380610 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Checking segment: {'id': 'b6187f74-a5e5-4f55-88b1-49aed1b0402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '58ab1dc0-377e-4627-9fdb-a6a83b2e1bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:22.381232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Bound using segment: {'id': 'b6187f74-a5e5-4f55-88b1-49aed1b0402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '58ab1dc0-377e-4627-9fdb-a6a83b2e1bee'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:22.381759 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Bound port: eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6187f74-a5e5-4f55-88b1-49aed1b0402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '58ab1dc0-377e-4627-9fdb-a6a83b2e1bee'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:22.382226 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:22.407673 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-914cef0e-3a86-4a43-b690-80f2b7089eb3 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:22.425424 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-914cef0e-3a86-4a43-b690-80f2b7089eb3 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/networks?id=57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 200 len: 818 time: 0.9195960 Nov 05 13:07:22.478094 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:22.503176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838933006'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:22.513285 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07031c70-bbf7-4e23-abdb-ab40036fd4ab tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/quotas/b43d64e03dae48b49fa2e51483228c89 HTTP/1.1" status: 200 len: 375 time: 0.0865936 Nov 05 13:07:22.553980 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-be788202-eaa7-488c-913f-f86af271e56a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:22.660201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Set router 630ae94d-96d9-4cf6-825a-dd7afebb1666 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:22.684107 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-10686818-796a-4c67-9863-89f7316c0f60 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8db93a34e48c471ab1b85908fe2989f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6552932 Nov 05 13:07:22.821409 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Pushing event updated for resources: {'Port': ['ID=44da4183-6059-4342-92ce-b2b9edc65cc9,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:22.859864 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:22.884548 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] For port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc, host hv-cinder-81588, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:22.931477 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] For port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc,segment=NetworkSegment(b6187f74-a5e5-4f55-88b1-49aed1b0402a),segment_id=b6187f74-a5e5-4f55-88b1-49aed1b0402a)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:22.941461 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1135331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854100860'] for router_interface, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:23.004070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838933006'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:23.046411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:23.113104 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-e4cd41e2-2e2a-43ba-b3bd-d97474c2ffdc service neutron] 10.222.0.39 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114439 Nov 05 13:07:23.113780 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2d8313d1-9328-40cf-ad1d-2b71bc29791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:23.182719 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44488) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:23.207902 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7a649127-e305-4402-9d1f-3522ac76794c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:23.231693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for port, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:23.233371 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc HTTP/1.1" status: 200 len: 1093 time: 5.6957631 Nov 05 13:07:23.233871 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232866cf-9776-42a8-8db8-f1fe5f095e08', 'tag': 'eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc'}] {{(pid=88180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:23.271651 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2d8313d1-9328-40cf-ad1d-2b71bc29791e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:23.284290 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-2d8313d1-9328-40cf-ad1d-2b71bc29791e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a99c324d-c941-4441-b48d-7f8e9c7eae46 HTTP/1.1" status: 204 len: 168 time: 2.4964454 Nov 05 13:07:23.362873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8313d1-9328-40cf-ad1d-2b71bc29791e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99c324d-c941-4441-b48d-7f8e9c7eae46,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:23.395050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:23.777391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:23.806135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:23.814550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:23.912229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'name': 'tempest-ServerRescueNegativeTestJSON-876578157-router', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:58Z', 'updated_at': '2021-11-05T13:07:05Z', 'revision_number': 4, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'gw_port': {'id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3', 'name': '', 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'mac_address': 'fa:16:3e:48:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08a9b97a-1593-4dbd-a30d-05fe4260c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:04Z', 'updated_at': '2021-11-05T13:07:06Z', 'revision_number': 2, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'subnets': [{'id': '08a9b97a-1593-4dbd-a30d-05fe4260c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:23.927033 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Checking router: 630ae94d-96d9-4cf6-825a-dd7afebb1666 for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:07:23.934235 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Updating router 630ae94d-96d9-4cf6-825a-dd7afebb1666 port f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 binding host dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:07:23.996879 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-8e0ee966-83c2-4290-9f3f-4eabba9bd5b0 service neutron] 10.222.0.39 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8562436 Nov 05 13:07:24.010772 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2d8313d1-9328-40cf-ad1d-2b71bc29791e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:24.041537 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.64', 65291) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:24.097232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:24.126825 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-e3d5d087-7989-4f60-98bc-1ea1e5f4999c tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b43d64e03dae48b49fa2e51483228c89&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6026287 Nov 05 13:07:24.314340 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:24.371882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:24.376431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:24.377388 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:24.579387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Pushing event updated for resources: {'Port': ['ID=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:24.595932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:24.662671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.616s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:24.832639 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Network 09213b65-18cd-49bb-a5e9-6a043cc098b0 is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:24.849431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:24.850087 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:24.868664 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44530) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:24.892628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-f41955f0-5508-4d4f-9bed-95132c0813e0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:24.901798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:24.904483 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-f41955f0-5508-4d4f-9bed-95132c0813e0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.64 "GET /v2.0/networks?id=57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 200 len: 818 time: 0.8342030 Nov 05 13:07:24.911039 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c9e2-6ac1-4438-810e-28b90649d9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.152529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Request body: {'port': {'device_id': '4d6f7693-d998-47a8-a0b1-5439d63ebfa7', 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c', 'admin_state_up': True, 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:25.194707 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:25.198466 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:25.313192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.376136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Transition to ACTIVE for port object f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 will not be triggered until provisioned by entity L2. {{(pid=88183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:25.410537 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.426829 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:25.487578 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:25.644813 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-822ecd72-5565-41f7-a176-90156cedb4d2 None None] Provisioning complete for port 44da4183-6059-4342-92ce-b2b9edc65cc9 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:25.645467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-822ecd72-5565-41f7-a176-90156cedb4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.655201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e719b-5982-43bd-a1ee-95da804e0a06 None None] Pushing event updated for resources: {'Port': ['ID=f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3,revision_number=3']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:25.660789 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-458e719b-5982-43bd-a1ee-95da804e0a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:25.739874 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:25.758263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d9b6c9e2-6ac1-4438-810e-28b90649d9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:25.765819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-822ecd72-5565-41f7-a176-90156cedb4d2 None None] Port 44da4183-6059-4342-92ce-b2b9edc65cc9 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:07:25.769893 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:25.788295 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:25.788965 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.797354 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-0a60c08e-0293-4f89-a81f-ff644ccbfe75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a915a455eb124e608fb36ad1a422c907&device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 1096 time: 1.3830245 Nov 05 13:07:25.842183 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d9b6c9e2-6ac1-4438-810e-28b90649d9cf admin admin] Usage tracker for resource:security_group_rule and tenant:e24fa2a0bda54d24a7d3c1853e6dfe7f is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:25.921508 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Made reservation on behalf of b43d64e03dae48b49fa2e51483228c89 for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:25.928495 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:25.989082 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6ecbf9d2-376e-4cfc-9911-f3b126011055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:26.014675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Attempting to bind port f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:26.016611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Attempting to bind port f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:26.018431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Attempting to bind port f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 on network 57eedc5a-79de-4f09-b854-e1e702ceba2c {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:26.037593 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f74dc-0542-43b0-a9d3-d4705d580f40 req-702925c2-92dc-4fc2-a9b7-4afa4cedc655 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:26.041831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:26.042455 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Checking segment: {'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:26.043042 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:26.043589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Bound using segment: {'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:26.044246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Bound port: f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'}}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:26.049438 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:26.051056 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-295f74dc-0542-43b0-a9d3-d4705d580f40 req-702925c2-92dc-4fc2-a9b7-4afa4cedc655 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 943 time: 1.1454098 Nov 05 13:07:26.063164 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d9b6c9e2-6ac1-4438-810e-28b90649d9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:26.072124 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d9b6c9e2-6ac1-4438-810e-28b90649d9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:26.154354 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-295f74dc-0542-43b0-a9d3-d4705d580f40 req-23616348-dfc6-4e1f-8131-1685e9109384 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022153 Nov 05 13:07:26.179464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c9e2-6ac1-4438-810e-28b90649d9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:26.189627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] For port f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:26.193282 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] For port f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:26.198102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:26.204759 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-214ee2c9-0236-4256-bc7e-888f2465f600 service neutron] 10.222.0.39 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0769863 Nov 05 13:07:26.210819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-80d96561-1019-4065-91a3-54cd0c32f6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:26.222835 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c9e2-6ac1-4438-810e-28b90649d9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:26.296350 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e719b-5982-43bd-a1ee-95da804e0a06 None None] Pushing event updated for resources: {'Port': ['ID=f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3,revision_number=4']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:26.312566 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-458e719b-5982-43bd-a1ee-95da804e0a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:26.334922 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Routers {'630ae94d-96d9-4cf6-825a-dd7afebb1666'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:26.336831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:07:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['630ae94d-96d9-4cf6-825a-dd7afebb1666'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:26.375288 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:26.445669 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d9b6c9e2-6ac1-4438-810e-28b90649d9cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e24fa2a0bda54d24a7d3c1853e6dfe7f&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2558837 Nov 05 13:07:26.457341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44562) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:26.458901 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-1e508d34-7e62-4db6-8e2a-8a467eeae039 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc HTTP/1.1" status: 200 len: 217 time: 0.6341939 Nov 05 13:07:26.464932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Allocated IP 172.20.0.10 (57eedc5a-79de-4f09-b854-e1e702ceba2c/08a9b97a-1593-4dbd-a30d-05fe4260c2e5/c051fd12-8d69-44cf-9631-93671f47abe5) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:26.563075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6c9e2-6ac1-4438-810e-28b90649d9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10642647-f408-4cd1-9b79-c11531e1fdd3,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:26.577907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d9b6c9e2-6ac1-4438-810e-28b90649d9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:26.645727 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6ecbf9d2-376e-4cfc-9911-f3b126011055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:26.716894 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-5c68ef49-cacc-4832-b829-1cad5cbb8971 service neutron] 10.222.0.39 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037985 Nov 05 13:07:26.717431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6ecbf9d2-376e-4cfc-9911-f3b126011055 admin admin] Usage tracker for resource:security_group_rule and tenant:697f40041049467abe79156eafe5ec85 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:26.731273 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6ecbf9d2-376e-4cfc-9911-f3b126011055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:26.756194 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-1ff12f72-3f14-439c-94f2-062a8aec7fb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:26.758695 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] Set router 630ae94d-96d9-4cf6-825a-dd7afebb1666 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:26.758889 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-1ff12f72-3f14-439c-94f2-062a8aec7fb3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3229592-c357-4f21-9440-dd14252d6111 HTTP/1.1" status: 200 len: 851 time: 0.2898061 Nov 05 13:07:26.759989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6ecbf9d2-376e-4cfc-9911-f3b126011055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:26.842538 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-b6dee633-9ff5-4557-a8b2-62e160d4ffe8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58ab1dc0-377e-4627-9fdb-a6a83b2e1bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715277 Nov 05 13:07:26.881159 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c92c1c5-9323-4b49-b9c7-11ab65d6fc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:27.009887 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3409de9a-2dfe-4d11-ab60-5bb38953d850 req-9c857758-315a-4cd4-8e7a-ec9ffe1cb80a tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 210 time: 0.2965734 Nov 05 13:07:27.099114 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:27.144975 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6ecbf9d2-376e-4cfc-9911-f3b126011055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:27.147178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c92c1c5-9323-4b49-b9c7-11ab65d6fc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:27.238177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.64', 65299) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:27.283726 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2e1f5aee-6ee6-41db-b4c6-1f47677a5905 req-2045b6e8-7b33-4250-ae0c-ed04ccbe4ba1 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 210 time: 0.1606443 Nov 05 13:07:27.344646 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6ecbf9d2-376e-4cfc-9911-f3b126011055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:27.672092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-484983e8-d987-4916-82a3-1450ac3998a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:27.698191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:27.708907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'name': 'tempest-ServerRescueNegativeTestJSON-876578157-router', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:58Z', 'updated_at': '2021-11-05T13:07:05Z', 'revision_number': 4, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'gw_port': {'id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3', 'name': '', 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'mac_address': 'fa:16:3e:48:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08a9b97a-1593-4dbd-a30d-05fe4260c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:04Z', 'updated_at': '2021-11-05T13:07:26Z', 'revision_number': 4, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'subnets': [{'id': '08a9b97a-1593-4dbd-a30d-05fe4260c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:27.714901 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd347e1-f3f3-409b-bad5-2ec460d1a1d1 None None] The sync data for ids ['630ae94d-96d9-4cf6-825a-dd7afebb1666'] in dv-cinder-815883-2-smb is: [{'id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'name': 'tempest-ServerRescueNegativeTestJSON-876578157-router', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:58Z', 'updated_at': '2021-11-05T13:07:05Z', 'revision_number': 4, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'gw_port': {'id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3', 'name': '', 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'mac_address': 'fa:16:3e:48:89:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08a9b97a-1593-4dbd-a30d-05fe4260c2e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:04Z', 'updated_at': '2021-11-05T13:07:26Z', 'revision_number': 4, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'subnets': [{'id': '08a9b97a-1593-4dbd-a30d-05fe4260c2e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:07:27.768641 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-b3665f05-a5be-4e38-81d5-301f885ad70f service neutron] 10.222.0.64 "GET /v2.0/networks/58ab1dc0-377e-4627-9fdb-a6a83b2e1bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8910522 Nov 05 13:07:27.799783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:27.815100 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232866cf-9776-42a8-8db8-f1fe5f095e08', 'tag': 'eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc', 'status': 'completed', 'code': 200} Nov 05 13:07:27.837203 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbf9d2-376e-4cfc-9911-f3b126011055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ae7d05-1739-4f3d-ba44-37cd1581845a,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:27.880582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:28.015198 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Pushing event updated for resources: {'Port': ['ID=c051fd12-8d69-44cf-9631-93671f47abe5,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:28.024103 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Network 57eedc5a-79de-4f09-b854-e1e702ceba2c is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:28.035717 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:28.047896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:28.055118 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dafcd-da60-4f4c-8ffd-41403403787f req-3e7cc2ba-d690-419e-b388-85cbf4a21d00 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:28.062873 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4a0dafcd-da60-4f4c-8ffd-41403403787f req-3e7cc2ba-d690-419e-b388-85cbf4a21d00 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 943 time: 0.4110487 Nov 05 13:07:28.085938 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:28.093441 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:28.099371 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:28.099801 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:28.143442 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6ecbf9d2-376e-4cfc-9911-f3b126011055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:28.147278 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6ecbf9d2-376e-4cfc-9911-f3b126011055 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=697f40041049467abe79156eafe5ec85&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2775252 Nov 05 13:07:28.149277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c92c1c5-9323-4b49-b9c7-11ab65d6fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:28.158325 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44618) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:28.189866 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:28.215266 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:28.216191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:28.231382 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-aaf5c4b7-f00a-42e1-8049-026e805dbdd1 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:28.233731 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-aaf5c4b7-f00a-42e1-8049-026e805dbdd1 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.64 "GET /v2.0/networks?id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 HTTP/1.1" status: 200 len: 811 time: 0.9770498 Nov 05 13:07:28.244983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92c1c5-9323-4b49-b9c7-11ab65d6fc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10642647-f408-4cd1-9b79-c11531e1fdd3,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:28.247759 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7c92c1c5-9323-4b49-b9c7-11ab65d6fc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:28.342234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c92c1c5-9323-4b49-b9c7-11ab65d6fc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:28.343580 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-7c92c1c5-9323-4b49-b9c7-11ab65d6fc2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10642647-f408-4cd1-9b79-c11531e1fdd3 HTTP/1.1" status: 204 len: 168 time: 1.8837104 Nov 05 13:07:28.391679 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e83a6c-9906-45ad-b67d-1cbe6c430325 req-b85a721f-3a55-4e34-9713-7a386b5ba85f service neutron] 10.222.0.64 "GET /v2.0/networks/58ab1dc0-377e-4627-9fdb-a6a83b2e1bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337408 Nov 05 13:07:28.420085 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4a0dafcd-da60-4f4c-8ffd-41403403787f req-6fae582e-d933-4053-b00d-d4c818483a20 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561416 Nov 05 13:07:28.426155 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:28.478159 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3344984 Nov 05 13:07:28.499764 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:28.506984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:28.513652 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-903b653c-88e4-49b2-9a65-1434ed67ef1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:28.605477 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Request body: {'port': {'device_id': '4d6f7693-d998-47a8-a0b1-5439d63ebfa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:28.646710 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:28.675556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:28.715803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-91a1317e-b134-49cc-87ec-5bc044ed025c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:28.799168 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.64', 65303) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:28.807881 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:28.809588 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-91a1317e-b134-49cc-87ec-5bc044ed025c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:28.834104 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2df7f234-f62e-4d32-a5fa-92d3a499af40 req-b3f66b87-3561-4f53-aaa5-8b472371b2f9 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 210 time: 0.4311988 Nov 05 13:07:28.862597 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Router 73a74929-d309-430c-800a-3f00f7b5342b has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:07:28.915033 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-29c89d4c-7718-4074-bf42-d237edc3b125 req-eedeea8f-0b46-4f25-83a7-e8f8e7690b06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a915a455eb124e608fb36ad1a422c907&device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 1096 time: 0.4248593 Nov 05 13:07:29.405828 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44642) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:29.434234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:29.445101 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c89d4c-7718-4074-bf42-d237edc3b125 req-1addec57-7d21-4f11-93bc-90f814f2cd1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:29.446833 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-29c89d4c-7718-4074-bf42-d237edc3b125 req-1addec57-7d21-4f11-93bc-90f814f2cd1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=58ab1dc0-377e-4627-9fdb-a6a83b2e1bee HTTP/1.1" status: 200 len: 912 time: 0.5306764 Nov 05 13:07:29.456877 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-b5a0b0d7-60f4-435a-96f9-f3eddebc779e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db93a34e48c471ab1b85908fe2989f5 HTTP/1.1" status: 200 len: 379 time: 1.2106142 Nov 05 13:07:29.458352 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-2df0334c-e6a8-4787-a662-07112922d126 req-51262fb3-37f9-4ecd-961c-d4fdb61b724b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Synchronizing usage tracker for tenant:b43d64e03dae48b49fa2e51483228c89 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:29.494769 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d17c8af-5bd2-4810-9361-c170e996e876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:29.528314 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Request body: {'port': {'device_id': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'admin_state_up': True, 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'security_groups': ['338535eb-0031-4908-9630-4a91f1ded9e5']}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:29.591996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:29.592459 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:29.680060 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-29c89d4c-7718-4074-bf42-d237edc3b125 req-a87174bb-fa60-4f96-bb1d-5cbf00d8899d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc HTTP/1.1" status: 200 len: 217 time: 0.1526833 Nov 05 13:07:29.680724 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-91a1317e-b134-49cc-87ec-5bc044ed025c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:29.697170 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:29.774612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1317e-b134-49cc-87ec-5bc044ed025c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ae7d05-1739-4f3d-ba44-37cd1581845a,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:29.781867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-91a1317e-b134-49cc-87ec-5bc044ed025c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:29.799149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c89d4c-7718-4074-bf42-d237edc3b125 req-e6ff1ecf-49d6-4a66-9140-ce31b6cd0479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:29.800736 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-29c89d4c-7718-4074-bf42-d237edc3b125 req-e6ff1ecf-49d6-4a66-9140-ce31b6cd0479 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e3229592-c357-4f21-9440-dd14252d6111 HTTP/1.1" status: 200 len: 851 time: 0.1122382 Nov 05 13:07:29.813191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0d17c8af-5bd2-4810-9361-c170e996e876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:29.814393 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-2df0334c-e6a8-4787-a662-07112922d126 req-51262fb3-37f9-4ecd-961c-d4fdb61b724b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Unset dirty status for tenant:b43d64e03dae48b49fa2e51483228c89 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:29.815661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-91a1317e-b134-49cc-87ec-5bc044ed025c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:29.815788 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2df0334c-e6a8-4787-a662-07112922d126 req-51262fb3-37f9-4ecd-961c-d4fdb61b724b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 210 time: 1.0097430 Nov 05 13:07:29.821869 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-91a1317e-b134-49cc-87ec-5bc044ed025c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07ae7d05-1739-4f3d-ba44-37cd1581845a HTTP/1.1" status: 204 len: 168 time: 1.6511586 Nov 05 13:07:29.887901 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-29c89d4c-7718-4074-bf42-d237edc3b125 req-8a8cce0c-ae8d-4e89-a480-6885baba46bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=58ab1dc0-377e-4627-9fdb-a6a83b2e1bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761535 Nov 05 13:07:29.888999 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0d17c8af-5bd2-4810-9361-c170e996e876 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae5cbe1130b4053aa6c9905b9c607d0 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:29.937273 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0d17c8af-5bd2-4810-9361-c170e996e876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:30.000030 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-e4d9f6f2-ada3-41b4-9047-185b8100504f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:30.001557 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-e4d9f6f2-ada3-41b4-9047-185b8100504f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.64 "GET /v2.0/networks?id=57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 200 len: 818 time: 1.1710060 Nov 05 13:07:30.081245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0d17c8af-5bd2-4810-9361-c170e996e876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:30.082464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Request body: {'port': {'device_id': '95ea64e3-f315-4c57-a4f5-bff3a742ab05', 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c', 'admin_state_up': True, 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:30.115430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dca2c-b66a-4dc9-9309-bc07ede02660 req-43c82098-83ca-40e6-b0ca-03a413779431 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:30.123629 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-832dca2c-b66a-4dc9-9309-bc07ede02660 req-43c82098-83ca-40e6-b0ca-03a413779431 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 943 time: 0.4667571 Nov 05 13:07:30.154590 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ee339fdc-c06c-4be5-a916-152c04967ef4 req-1565e602-5350-4fae-9429-311c56ec3b3f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 210 time: 0.1422706 Nov 05 13:07:30.168351 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-29c89d4c-7718-4074-bf42-d237edc3b125 req-bf2a77df-1d67-4bcf-91a8-9b12216018b0 service neutron] 10.222.0.64 "GET /v2.0/networks/58ab1dc0-377e-4627-9fdb-a6a83b2e1bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277856 Nov 05 13:07:30.261058 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:30.281728 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Usage tracker for resource:port and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:30.295158 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:30.338730 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44674) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:30.346629 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:07:30.347201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:30.357245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Sync routers for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:07:30.371561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d17c8af-5bd2-4810-9361-c170e996e876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.373384 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:30.375283 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:07:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:30.383713 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0d17c8af-5bd2-4810-9361-c170e996e876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.393328 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-832dca2c-b66a-4dc9-9309-bc07ede02660 req-417aebb2-60db-4c74-8a2b-0996085529c2 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688050 Nov 05 13:07:30.394976 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cbc000df-08c8-481d-ba0f-74fd0be986d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.404721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Made reservation on behalf of 8db93a34e48c471ab1b85908fe2989f5 for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:30.410257 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.421882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ed1f2350-a0f2-4a6d-9e25-48bc49efbdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:30.428799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c051fd12-8d69-44cf-9631-93671f47abe5 {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:30.442324 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] 10.222.0.39 "PUT /v2.0/routers/73a74929-d309-430c-800a-3f00f7b5342b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.9405413 Nov 05 13:07:30.442324 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-29c89d4c-7718-4074-bf42-d237edc3b125 req-2f4e5b96-0a1d-4ec6-8a46-28759ae39dcb service neutron] 10.222.0.64 "GET /v2.0/networks/58ab1dc0-377e-4627-9fdb-a6a83b2e1bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631292 Nov 05 13:07:30.442561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.457511 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:30.464335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17c8af-5bd2-4810-9361-c170e996e876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a162b9-da3f-4f6d-9707-d55380abb65c,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:30.467646 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0d17c8af-5bd2-4810-9361-c170e996e876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:30.504449 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0d17c8af-5bd2-4810-9361-c170e996e876 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ae5cbe1130b4053aa6c9905b9c607d0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0613842 Nov 05 13:07:30.507697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44680) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:30.511120 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-cbc000df-08c8-481d-ba0f-74fd0be986d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:30.516563 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:30.518841 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Transition to ACTIVE for port object c051fd12-8d69-44cf-9631-93671f47abe5 will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:30.528978 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-cbc000df-08c8-481d-ba0f-74fd0be986d8 admin admin] Usage tracker for resource:security_group_rule and tenant:bea33e7ddd7f425a8d5da3ce5db4614f is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:30.534411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-cbc000df-08c8-481d-ba0f-74fd0be986d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:30.535933 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.549932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-cbc000df-08c8-481d-ba0f-74fd0be986d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:30.552246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:30.584187 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Made reservation on behalf of b43d64e03dae48b49fa2e51483228c89 for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:30.590834 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.607984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0055d8f-51be-43c7-9513-ce78a05e7aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.684524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0055d8f-51be-43c7-9513-ce78a05e7aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.727225 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:30.806999 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c051fd12-8d69-44cf-9631-93671f47abe5,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:30.827466 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:30.843235 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cbc000df-08c8-481d-ba0f-74fd0be986d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.851927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cbc000df-08c8-481d-ba0f-74fd0be986d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.869625 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:30.906018 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0055d8f-51be-43c7-9513-ce78a05e7aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.936337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc000df-08c8-481d-ba0f-74fd0be986d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97faf965-64e9-47ee-bcf6-e59b1dbef0a1,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:30.939632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cbc000df-08c8-481d-ba0f-74fd0be986d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:30.942896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7c92c1c5-9323-4b49-b9c7-11ab65d6fc2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:30.951801 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-cbc000df-08c8-481d-ba0f-74fd0be986d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bea33e7ddd7f425a8d5da3ce5db4614f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6121159 Nov 05 13:07:30.955110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44694) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:30.995115 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0055d8f-51be-43c7-9513-ce78a05e7aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:30.999883 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b0055d8f-51be-43c7-9513-ce78a05e7aa2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34a162b9-da3f-4f6d-9707-d55380abb65c HTTP/1.1" status: 204 len: 168 time: 0.4903724 Nov 05 13:07:31.000283 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0055d8f-51be-43c7-9513-ce78a05e7aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a162b9-da3f-4f6d-9707-d55380abb65c,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:31.002654 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b0055d8f-51be-43c7-9513-ce78a05e7aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:31.050996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc379399-d351-4b88-961e-4dd300439fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:31.082257 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Allocated IP 172.20.0.4 (ac620b58-9677-46ea-9c4d-4f5bdbeb27a8/8287a2bf-ff22-4f26-bea6-b3544de4550c/5321808d-455d-475a-844d-765963b971fa) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:31.117831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc379399-d351-4b88-961e-4dd300439fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:31.182689 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc379399-d351-4b88-961e-4dd300439fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:31.193957 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:31.222120 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc379399-d351-4b88-961e-4dd300439fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:31.224230 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-bc379399-d351-4b88-961e-4dd300439fdb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97faf965-64e9-47ee-bcf6-e59b1dbef0a1 HTTP/1.1" status: 204 len: 168 time: 0.2681284 Nov 05 13:07:31.225267 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc379399-d351-4b88-961e-4dd300439fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97faf965-64e9-47ee-bcf6-e59b1dbef0a1,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:31.227418 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d55cb161-bdf0-448a-a8fe-a7d2931122c6 req-6041e5fc-6bd7-4950-88a1-af03088559e2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 210 time: 0.1208658 Nov 05 13:07:31.235054 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bc379399-d351-4b88-961e-4dd300439fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:31.326032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Allocated IP 172.20.0.9 (57eedc5a-79de-4f09-b854-e1e702ceba2c/08a9b97a-1593-4dbd-a30d-05fe4260c2e5/71e73c4b-29c9-44c9-a06b-cbe4f55b1d02) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:31.369885 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Attempting to bind port c051fd12-8d69-44cf-9631-93671f47abe5 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:31.374232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Attempting to bind port c051fd12-8d69-44cf-9631-93671f47abe5 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:31.374841 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Attempting to bind port c051fd12-8d69-44cf-9631-93671f47abe5 on network 57eedc5a-79de-4f09-b854-e1e702ceba2c {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:31.473487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:21Z', 'revision_number': 2, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:31.480788 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Checking router: 73a74929-d309-430c-800a-3f00f7b5342b for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:07:31.481230 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Updating router 73a74929-d309-430c-800a-3f00f7b5342b port 44da4183-6059-4342-92ce-b2b9edc65cc9 binding host dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:07:31.509335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Port c051fd12-8d69-44cf-9631-93671f47abe5 on network 57eedc5a-79de-4f09-b854-e1e702ceba2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:07:31.509981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Attempting to bind port c051fd12-8d69-44cf-9631-93671f47abe5 on network 57eedc5a-79de-4f09-b854-e1e702ceba2c {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:31.633519 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:31.659482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:31.660175 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Checking segment: {'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:31.661017 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Bound using segment: {'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:31.661740 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Bound port: c051fd12-8d69-44cf-9631-93671f47abe5, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:31.662318 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:31.685379 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-01a7a8e0-d27e-45c5-8364-d4f342f09984 req-35cffc37-e343-4072-928e-b8b3060dd59a tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 210 time: 0.1795678 Nov 05 13:07:31.843340 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44728) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:31.855832 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021344286', 'description': 'tempest-description--1901841273'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:31.870339 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:31.877758 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Usage tracker for resource:security_group and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:31.893973 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:31.915313 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:31.929887 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.008991 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:32.019541 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Usage tracker for resource:security_group_rule and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:32.031221 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:32.042207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:32.124697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.130262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.155379 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b0055d8f-51be-43c7-9513-ce78a05e7aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:32.167419 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.173711 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3296509 Nov 05 13:07:32.174618 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44744) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:32.195795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Request body: {'security_group_rule': {'security_group_id': '81ff61fe-6e77-4eec-8ed9-c3d703951339', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:32.212722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:32.225029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Usage tracker for resource:security_group_rule and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:32.228636 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ff61fe-6e77-4eec-8ed9-c3d703951339,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:32.233256 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:32.234594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:32.243211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:32.263914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.292033 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Notify callbacks [] for port, precommit_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.340132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Transition to ACTIVE for port object 44da4183-6059-4342-92ce-b2b9edc65cc9 will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:32.361936 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.366215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.367249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.380402 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:32.385940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3510e9c8-cf9b-4631-a51a-4b424c44eedb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:32.412210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecf0109-8d0b-4971-a271-15094927ff51,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:32.417263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:32.431499 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.439111 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2588055 Nov 05 13:07:32.441145 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44764) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:32.455783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-d389e2ba-0e1c-43bf-8a8d-e9d25e99688e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Request body: {'security_group_rule': {'security_group_id': '81ff61fe-6e77-4eec-8ed9-c3d703951339', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:32.472072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d389e2ba-0e1c-43bf-8a8d-e9d25e99688e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:32.484313 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d389e2ba-0e1c-43bf-8a8d-e9d25e99688e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Usage tracker for resource:security_group_rule and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:32.488274 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d389e2ba-0e1c-43bf-8a8d-e9d25e99688e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:32.498894 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d389e2ba-0e1c-43bf-8a8d-e9d25e99688e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:32.512911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149fd75-d989-401c-a13a-f86e2b03a597 None None] Pushing event updated for resources: {'Port': ['ID=44da4183-6059-4342-92ce-b2b9edc65cc9,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:32.520809 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9149fd75-d989-401c-a13a-f86e2b03a597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:32.537804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d389e2ba-0e1c-43bf-8a8d-e9d25e99688e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.634812 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d389e2ba-0e1c-43bf-8a8d-e9d25e99688e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.638567 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d389e2ba-0e1c-43bf-8a8d-e9d25e99688e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.640700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:32.707447 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389e2ba-0e1c-43bf-8a8d-e9d25e99688e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29381e57-1540-4245-8fd6-ba8f9dbce97f,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:32.722257 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d389e2ba-0e1c-43bf-8a8d-e9d25e99688e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:32.737077 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d389e2ba-0e1c-43bf-8a8d-e9d25e99688e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.742026 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d389e2ba-0e1c-43bf-8a8d-e9d25e99688e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2944801 Nov 05 13:07:32.742955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.745868 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44776) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:32.753105 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Request body: {'floatingip': {'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:32.753291 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Attempting to bind port 44da4183-6059-4342-92ce-b2b9edc65cc9 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:32.753703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Attempting to bind port 44da4183-6059-4342-92ce-b2b9edc65cc9 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:32.754147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Attempting to bind port 44da4183-6059-4342-92ce-b2b9edc65cc9 on network 09213b65-18cd-49bb-a5e9-6a043cc098b0 {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:32.768123 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:32.772631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Transition to ACTIVE for port object 5321808d-455d-475a-844d-765963b971fa will not be triggered until provisioned by entity DHCP. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:32.777336 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:32.778381 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Checking segment: {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:32.778381 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.778756 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Bound using segment: {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:32.779283 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Bound port: 44da4183-6059-4342-92ce-b2b9edc65cc9, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:32.779703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.780409 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Usage tracker for resource:floatingip and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:32.787754 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:32.798373 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:32.823513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] For port c051fd12-8d69-44cf-9631-93671f47abe5, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:32.830842 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.833091 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] For port c051fd12-8d69-44cf-9631-93671f47abe5, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c051fd12-8d69-44cf-9631-93671f47abe5,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:32.894511 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:07:32.920761 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4c8f0b69-99e2-4710-b2c8-5b4384a1333d req-c4e3062c-af26-4e07-b366-7e80bb694d52 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 210 time: 0.4267139 Nov 05 13:07:32.939001 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.947104 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:32.981439 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:33.112517 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c051fd12-8d69-44cf-9631-93671f47abe5,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:33.139771 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.141184 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] 10.222.0.64 "PUT /v2.0/ports/c051fd12-8d69-44cf-9631-93671f47abe5 HTTP/1.1" status: 200 len: 1094 time: 4.5613744 Nov 05 13:07:33.156591 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.162793 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6f7693-d998-47a8-a0b1-5439d63ebfa7', 'tag': 'c051fd12-8d69-44cf-9631-93671f47abe5'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:33.184669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:33.189033 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:33.379754 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] For port 44da4183-6059-4342-92ce-b2b9edc65cc9, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:33.390454 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc,segment=NetworkSegment(b6187f74-a5e5-4f55-88b1-49aed1b0402a),segment_id=b6187f74-a5e5-4f55-88b1-49aed1b0402a)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:33.419986 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] For port 44da4183-6059-4342-92ce-b2b9edc65cc9, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=44da4183-6059-4342-92ce-b2b9edc65cc9,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:33.431252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc', 'network_id': '58ab1dc0-377e-4627-9fdb-a6a83b2e1bee', 'port_id': 'eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc', 'mac_address': 'fa:16:3e:6b:6e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3229592-c357-4f21-9440-dd14252d6111', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:07:33.433945 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.446246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.458910 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bdac163f-3cb2-4442-ab42-4dfa870fe168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:33.469053 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Allocated IP 172.28.2.243 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/e33ac204-7454-4f00-a4a6-2c576e2bc742) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:33.486825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09042c-8c6b-4605-8ab4-d285820a23f9 req-67bac7e6-6e75-424c-95f1-a87bd61e716a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:33.494711 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8d09042c-8c6b-4605-8ab4-d285820a23f9 req-67bac7e6-6e75-424c-95f1-a87bd61e716a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 943 time: 1.0021346 Nov 05 13:07:33.532104 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:33.534676 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event updated for resources: {'Port': ['ID=5321808d-455d-475a-844d-765963b971fa,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:33.549135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:33.550080 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:33.559998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:33.864372 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.887623 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8d09042c-8c6b-4605-8ab4-d285820a23f9 req-d8be6420-3e1b-487c-a6b2-d14f680246e1 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918993 Nov 05 13:07:33.899312 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-1485e3e6-ec9e-42a5-a05b-e66d381e377c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b43d64e03dae48b49fa2e51483228c89&device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 1097 time: 0.6681616 Nov 05 13:07:33.911682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:33.913092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.922575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:33.988172 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:34.001760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:34.147071 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event updated for resources: {'Port': ['ID=e33ac204-7454-4f00-a4a6-2c576e2bc742,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:34.164194 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:34.165972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:34.167572 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:34.173544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:34.192823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:34.243729 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:07:34.244445 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:07:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:34.394111 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149fd75-d989-401c-a13a-f86e2b03a597 None None] Pushing event updated for resources: {'Port': ['ID=44da4183-6059-4342-92ce-b2b9edc65cc9,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:34.398487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9149fd75-d989-401c-a13a-f86e2b03a597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:34.399596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:34.415775 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e4ac31fb-7a0e-456a-81c7-8a17bfa9e400 None None] Provisioning for port 5321808d-455d-475a-844d-765963b971fa completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:34.439868 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e4ac31fb-7a0e-456a-81c7-8a17bfa9e400 None None] Provisioning complete for port 5321808d-455d-475a-844d-765963b971fa triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:34.440506 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4ac31fb-7a0e-456a-81c7-8a17bfa9e400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:34.504116 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-58e2e30b-8b57-418f-8ea9-681fc19b9aa9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c051fd12-8d69-44cf-9631-93671f47abe5 HTTP/1.1" status: 200 len: 217 time: 0.4973652 Nov 05 13:07:34.528125 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0550270 Nov 05 13:07:34.542464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac31fb-7a0e-456a-81c7-8a17bfa9e400 None None] Port 5321808d-455d-475a-844d-765963b971fa cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:07:34.558206 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:34.625953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617962f-fbae-4d36-8738-d876e40efbed req-1fe3ae0e-fb10-4994-bff3-cb4b143f7076 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:34.633690 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-d617962f-fbae-4d36-8738-d876e40efbed req-1fe3ae0e-fb10-4994-bff3-cb4b143f7076 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Synchronizing usage tracker for tenant:8db93a34e48c471ab1b85908fe2989f5 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:34.668582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Network 57eedc5a-79de-4f09-b854-e1e702ceba2c is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:34.674226 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:34.685184 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Request body: {'port': {'device_id': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:34.731168 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:34.749869 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc,segment=NetworkSegment(b6187f74-a5e5-4f55-88b1-49aed1b0402a),segment_id=b6187f74-a5e5-4f55-88b1-49aed1b0402a)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:34.755856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:34.758163 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Pushing event updated for resources: {'Port': ['ID=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:34.759572 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4142b94e-d6f8-48f2-b6c8-a692066d92e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:34.765431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:34.779420 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:34.782963 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:34.857571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:34.910966 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:34.915634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:07:34.968972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:34.973298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:34.977704 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838933006'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:34.989539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:35.016210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-d617962f-fbae-4d36-8738-d876e40efbed req-1fe3ae0e-fb10-4994-bff3-cb4b143f7076 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Unset dirty status for tenant:8db93a34e48c471ab1b85908fe2989f5 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:35.017541 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d617962f-fbae-4d36-8738-d876e40efbed req-1fe3ae0e-fb10-4994-bff3-cb4b143f7076 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 931 time: 1.7330658 Nov 05 13:07:35.040402 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c28356ba-9f8e-4706-a819-37a6aa4dd150 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:35.042019 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-c28356ba-9f8e-4706-a819-37a6aa4dd150 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08a9b97a-1593-4dbd-a30d-05fe4260c2e5 HTTP/1.1" status: 200 len: 858 time: 0.5213704 Nov 05 13:07:35.060882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:35.061610 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:35.070781 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event updated for resources: {'Port': ['ID=e33ac204-7454-4f00-a4a6-2c576e2bc742,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:35.070997 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:07:35.115020 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:35.169941 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:35.224126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:35.226394 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4787135 Nov 05 13:07:35.227293 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761cdb9-b91e-4db6-93e8-3c8470004e52 req-c8f461dc-05d8-4e95-b829-a91fcd47256b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:35.228057 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-9761cdb9-b91e-4db6-93e8-3c8470004e52 req-c8f461dc-05d8-4e95-b829-a91fcd47256b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Synchronizing usage tracker for tenant:b43d64e03dae48b49fa2e51483228c89 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:35.237236 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-ba4c6dd8-77bc-4ac8-959e-45eca1cd2480 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57eedc5a-79de-4f09-b854-e1e702ceba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097925 Nov 05 13:07:35.241995 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2143953 Nov 05 13:07:35.272060 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Request body: {'port': {'device_id': '95ea64e3-f315-4c57-a4f5-bff3a742ab05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:35.358541 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:35.361261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44866) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:35.391341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-9761cdb9-b91e-4db6-93e8-3c8470004e52 req-c8f461dc-05d8-4e95-b829-a91fcd47256b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Unset dirty status for tenant:b43d64e03dae48b49fa2e51483228c89 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:35.392839 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9761cdb9-b91e-4db6-93e8-3c8470004e52 req-c8f461dc-05d8-4e95-b829-a91fcd47256b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 931 time: 1.1182251 Nov 05 13:07:35.420671 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d617962f-fbae-4d36-8738-d876e40efbed req-7a39a949-9e0c-40b7-96b6-e22672d22f92 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3770659 Nov 05 13:07:35.512078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:33Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:07:35.520743 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a6381-caf2-420f-a966-6a6ebb489987 None None] The sync data for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb is: [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:33Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:07:35.799643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-9761cdb9-b91e-4db6-93e8-3c8470004e52 req-81246105-e66f-4429-a36a-e4829f207742 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Synchronizing usage tracker for tenant:b43d64e03dae48b49fa2e51483228c89 on resource:security_group {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:35.886306 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-faff48aa-c27c-496b-9d70-12db54f07ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:35.999881 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-faff48aa-c27c-496b-9d70-12db54f07ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:36.013178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-faff48aa-c27c-496b-9d70-12db54f07ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:21a8b92f454c419ab034403a2e7d098a is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:36.016941 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-faff48aa-c27c-496b-9d70-12db54f07ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:36.025630 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-faff48aa-c27c-496b-9d70-12db54f07ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:36.030289 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:36.122930 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-faff48aa-c27c-496b-9d70-12db54f07ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:36.127183 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-faff48aa-c27c-496b-9d70-12db54f07ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:36.143871 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:36.204717 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff48aa-c27c-496b-9d70-12db54f07ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a2411c-4f16-43a2-8fd0-1ca9435029de,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:36.213095 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-faff48aa-c27c-496b-9d70-12db54f07ac0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21a8b92f454c419ab034403a2e7d098a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8476751 Nov 05 13:07:36.213095 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-faff48aa-c27c-496b-9d70-12db54f07ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:36.213398 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44898) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:36.256390 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6f7693-d998-47a8-a0b1-5439d63ebfa7', 'tag': 'c051fd12-8d69-44cf-9631-93671f47abe5', 'status': 'completed', 'code': 200} Nov 05 13:07:36.295316 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-52b132a6-a0ad-4598-85b6-9ebdd8fd6c23 service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0357499 Nov 05 13:07:36.333149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bab67a44-97ae-433a-b84e-d25d31c7380f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:36.399978 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bab67a44-97ae-433a-b84e-d25d31c7380f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:36.447946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bab67a44-97ae-433a-b84e-d25d31c7380f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:36.459774 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:36.487886 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab67a44-97ae-433a-b84e-d25d31c7380f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a2411c-4f16-43a2-8fd0-1ca9435029de,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:36.487886 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bab67a44-97ae-433a-b84e-d25d31c7380f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:36.498128 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-bab67a44-97ae-433a-b84e-d25d31c7380f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4a2411c-4f16-43a2-8fd0-1ca9435029de HTTP/1.1" status: 204 len: 168 time: 0.2833226 Nov 05 13:07:36.499379 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bab67a44-97ae-433a-b84e-d25d31c7380f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:36.521375 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d83434a6-3ec5-428e-ad16-56c0a32f43e3 req-0c48f5a2-7210-4419-a0e3-941cd1012911 service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907802 Nov 05 13:07:36.533789 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:36.754119 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-9761cdb9-b91e-4db6-93e8-3c8470004e52 req-81246105-e66f-4429-a36a-e4829f207742 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Unset dirty status for tenant:b43d64e03dae48b49fa2e51483228c89 on resource:security_group {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:36.755464 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9761cdb9-b91e-4db6-93e8-3c8470004e52 req-81246105-e66f-4429-a36a-e4829f207742 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2478411 Nov 05 13:07:36.855018 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:36.995852 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2ee2-bda3-4c42-9b7c-cfa0fe19953e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:37.034594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:37.041364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:37.041528 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:37.234174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:37.270249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232866cf-9776-42a8-8db8-f1fe5f095e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:37.301975 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44956) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:37.336662 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31fb7c93-73ee-49ef-86f0-75986bd293ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:37.388088 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6c706408-907f-46c5-8341-ec5aaf9a9c73 req-8b95083a-a70e-46d7-b3f0-975aed5a394f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b43d64e03dae48b49fa2e51483228c89&device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 1097 time: 0.7811213 Nov 05 13:07:37.400387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc,segment=NetworkSegment(b6187f74-a5e5-4f55-88b1-49aed1b0402a),segment_id=b6187f74-a5e5-4f55-88b1-49aed1b0402a)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:37.405528 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:37.407527 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2808afdb-0467-4f69-b2e0-3104d1465958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:37.509430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-31fb7c93-73ee-49ef-86f0-75986bd293ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:37.520685 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:37.531430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 44da4183-6059-4342-92ce-b2b9edc65cc9 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:37.537571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-31fb7c93-73ee-49ef-86f0-75986bd293ec admin admin] Usage tracker for resource:security_group_rule and tenant:1ce12778eda045958bfc636ecb6e7065 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:37.547555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-31fb7c93-73ee-49ef-86f0-75986bd293ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:37.558744 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-31fb7c93-73ee-49ef-86f0-75986bd293ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:37.602052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:37.626405 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:37.646262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 44da4183-6059-4342-92ce-b2b9edc65cc9 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:37.653792 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 44da4183-6059-4342-92ce-b2b9edc65cc9 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:37.659878 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:37.738911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31fb7c93-73ee-49ef-86f0-75986bd293ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:37.744015 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31fb7c93-73ee-49ef-86f0-75986bd293ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:37.761599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:37.869544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79489b-3162-4949-aeea-ceec381e9574 req-3d07c038-2d37-4c6f-9e45-7e109bcf764a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:37.872136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb7c93-73ee-49ef-86f0-75986bd293ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35508df-b69f-4796-a950-005698ac3fd3,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:37.877809 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-31fb7c93-73ee-49ef-86f0-75986bd293ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ce12778eda045958bfc636ecb6e7065&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5746295 Nov 05 13:07:37.879016 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-31fb7c93-73ee-49ef-86f0-75986bd293ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:37.880208 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2c79489b-3162-4949-aeea-ceec381e9574 req-3d07c038-2d37-4c6f-9e45-7e109bcf764a tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 944 time: 1.3529093 Nov 05 13:07:37.880768 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 44988) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:37.978110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:38.019580 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port 44da4183-6059-4342-92ce-b2b9edc65cc9, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=44da4183-6059-4342-92ce-b2b9edc65cc9,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:38.024318 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:38.028409 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9149fd75-d989-401c-a13a-f86e2b03a597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:38.042375 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-52912e2c-74c7-4071-8949-3b5e7cebc553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:38.082620 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-52912e2c-74c7-4071-8949-3b5e7cebc553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:38.111900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=44da4183-6059-4342-92ce-b2b9edc65cc9,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:38.115988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:38.143191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:38.153939 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-52912e2c-74c7-4071-8949-3b5e7cebc553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:38.160296 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5ee8e38d-f751-42b1-b648-f2c83d745bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:38.177657 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52912e2c-74c7-4071-8949-3b5e7cebc553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35508df-b69f-4796-a950-005698ac3fd3,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:38.179658 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-52912e2c-74c7-4071-8949-3b5e7cebc553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:38.181161 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-52912e2c-74c7-4071-8949-3b5e7cebc553 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a35508df-b69f-4796-a950-005698ac3fd3 HTTP/1.1" status: 204 len: 168 time: 0.2971001 Nov 05 13:07:38.182035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-52912e2c-74c7-4071-8949-3b5e7cebc553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:38.189189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:38.195356 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-022bac2a-5680-45b9-97da-9d95de67faf3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Synchronizing usage tracker for tenant:ac4268514de642f39f611ce13a21b32d on resource:security_group {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:38.307232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Transition to ACTIVE for port object 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:38.319826 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:38.322560 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2c79489b-3162-4949-aeea-ceec381e9574 req-b984974e-08ed-4f0a-900a-5362fa2fb0f7 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885908 Nov 05 13:07:38.332149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-022bac2a-5680-45b9-97da-9d95de67faf3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Unset dirty status for tenant:ac4268514de642f39f611ce13a21b32d on resource:security_group {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:38.333480 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-022bac2a-5680-45b9-97da-9d95de67faf3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1021344286&fields=id&tenant_id=ac4268514de642f39f611ce13a21b32d HTTP/1.1" status: 200 len: 267 time: 1.3585937 Nov 05 13:07:38.334346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c706408-907f-46c5-8341-ec5aaf9a9c73 req-7eeab41d-0c02-440c-b4cc-cad14d8d6a7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:38.336382 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6c706408-907f-46c5-8341-ec5aaf9a9c73 req-7eeab41d-0c02-440c-b4cc-cad14d8d6a7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 200 len: 919 time: 0.9286809 Nov 05 13:07:38.339123 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5321808d-455d-475a-844d-765963b971fa {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:38.343146 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:38.462880 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:38.581772 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45030) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:38.583623 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6c706408-907f-46c5-8341-ec5aaf9a9c73 req-e31a1b1c-d83f-44b7-b7ea-28b0e38470ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c051fd12-8d69-44cf-9631-93671f47abe5 HTTP/1.1" status: 200 len: 217 time: 0.1960349 Nov 05 13:07:38.763998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:38.769499 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Pushing event updated for resources: {'Port': ['ID=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:38.836731 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4d3026b8-abcf-4e23-ad9d-3c343c64b123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:38.875859 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device c051fd12-8d69-44cf-9631-93671f47abe5 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:07:38.880134 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-4d3026b8-abcf-4e23-ad9d-3c343c64b123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:38.885194 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-4d3026b8-abcf-4e23-ad9d-3c343c64b123 admin admin] Usage tracker for resource:security_group_rule and tenant:89409894c1a145679c7b65dc4e341322 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:38.889765 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-4d3026b8-abcf-4e23-ad9d-3c343c64b123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:38.902272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-4d3026b8-abcf-4e23-ad9d-3c343c64b123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:39.056392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4d3026b8-abcf-4e23-ad9d-3c343c64b123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.060882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4d3026b8-abcf-4e23-ad9d-3c343c64b123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.068892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-71416c02-2098-4fc4-bb63-207517cc431c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:39.093403 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port c051fd12-8d69-44cf-9631-93671f47abe5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c051fd12-8d69-44cf-9631-93671f47abe5,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:39.115366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'c051fd12-8d69-44cf-9631-93671f47abe5', 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c', 'port_id': 'c051fd12-8d69-44cf-9631-93671f47abe5', 'mac_address': 'fa:16:3e:28:61:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a9b97a-1593-4dbd-a30d-05fe4260c2e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:07:39.140107 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Transition to ACTIVE for port object 5321808d-455d-475a-844d-765963b971fa will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:39.143254 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:39.176327 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-4d3026b8-abcf-4e23-ad9d-3c343c64b123 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89409894c1a145679c7b65dc4e341322&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5932009 Nov 05 13:07:39.177115 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3026b8-abcf-4e23-ad9d-3c343c64b123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde463ab-55de-40db-a0f5-e6138d518949,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:39.179633 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45076) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:39.182218 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4d3026b8-abcf-4e23-ad9d-3c343c64b123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:39.186209 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.206588 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c051fd12-8d69-44cf-9631-93671f47abe5 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:39.209072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.224544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port c051fd12-8d69-44cf-9631-93671f47abe5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c051fd12-8d69-44cf-9631-93671f47abe5,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:39.235997 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.237562 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-285f6709-301b-4665-addf-34c65a512191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:39.243828 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-48aef621-7d5b-4089-ab8f-0ab012520f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:39.334048 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b26ef405-1852-48a6-aa27-acb9e0a2bd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.343920 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c706408-907f-46c5-8341-ec5aaf9a9c73 req-39ab7ade-068e-42f4-973c-a2e39f874d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:39.345432 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6c706408-907f-46c5-8341-ec5aaf9a9c73 req-39ab7ade-068e-42f4-973c-a2e39f874d9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08a9b97a-1593-4dbd-a30d-05fe4260c2e5 HTTP/1.1" status: 200 len: 858 time: 0.6445711 Nov 05 13:07:39.390174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b26ef405-1852-48a6-aa27-acb9e0a2bd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.466708 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=c051fd12-8d69-44cf-9631-93671f47abe5,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:39.478279 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:39.495404 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 44da4183-6059-4342-92ce-b2b9edc65cc9 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:39.510899 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b26ef405-1852-48a6-aa27-acb9e0a2bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.517940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0d17c8af-5bd2-4810-9361-c170e996e876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:39.554458 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ef405-1852-48a6-aa27-acb9e0a2bd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde463ab-55de-40db-a0f5-e6138d518949,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:39.570591 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b26ef405-1852-48a6-aa27-acb9e0a2bd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:39.589542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b26ef405-1852-48a6-aa27-acb9e0a2bd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.602913 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-8d037ba5-c9da-4312-afc0-8e72618f287d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:39.603714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-8d037ba5-c9da-4312-afc0-8e72618f287d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Synchronizing usage tracker for tenant:ac4268514de642f39f611ce13a21b32d on resource:network {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:39.608789 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6c706408-907f-46c5-8341-ec5aaf9a9c73 req-e736ecb6-dee6-489a-bfa8-cc047ae371ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57eedc5a-79de-4f09-b854-e1e702ceba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2391293 Nov 05 13:07:39.609443 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=5321808d-455d-475a-844d-765963b971fa,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:39.621303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['c051fd12-8d69-44cf-9631-93671f47abe5'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:07:39.652609 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b26ef405-1852-48a6-aa27-acb9e0a2bd07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fde463ab-55de-40db-a0f5-e6138d518949 HTTP/1.1" status: 204 len: 168 time: 0.4187405 Nov 05 13:07:39.654651 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:39.780710 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 44da4183-6059-4342-92ce-b2b9edc65cc9 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:39.781230 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:39.801955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62029522-1a20-4796-983a-1efa55f65d23 req-5197d773-a793-4c71-8e7c-d5fb2b4c33d4 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:39.803647 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-62029522-1a20-4796-983a-1efa55f65d23 req-5197d773-a793-4c71-8e7c-d5fb2b4c33d4 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 931 time: 1.2218919 Nov 05 13:07:39.935342 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-8d037ba5-c9da-4312-afc0-8e72618f287d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Unset dirty status for tenant:ac4268514de642f39f611ce13a21b32d on resource:network {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:39.936556 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-8d037ba5-c9da-4312-afc0-8e72618f287d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 816 time: 1.5571303 Nov 05 13:07:39.937307 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Attempting to bind port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:39.937683 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Attempting to bind port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:39.938026 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Attempting to bind port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 on network 57eedc5a-79de-4f09-b854-e1e702ceba2c {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:40.031022 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 on network 57eedc5a-79de-4f09-b854-e1e702ceba2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:07:40.031383 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Attempting to bind port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 on network 57eedc5a-79de-4f09-b854-e1e702ceba2c {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:40.073582 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-31a9eab1-478d-4704-90f2-00c91c6a00a7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/quotas/ac4268514de642f39f611ce13a21b32d HTTP/1.1" status: 200 len: 375 time: 0.1190042 Nov 05 13:07:40.082988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:40.083359 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Checking segment: {'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:40.083753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Bound using segment: {'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:40.084415 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Bound port: 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad5159f-452a-454f-b27c-f059171423df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:40.084821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.109028 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6c706408-907f-46c5-8341-ec5aaf9a9c73 req-857a7794-c79c-4488-8a08-aca37b19b6e5 service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533341 Nov 05 13:07:40.152280 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-62029522-1a20-4796-983a-1efa55f65d23 req-ad63e3ce-8155-4ddd-bef1-81c8d463371c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3334017 Nov 05 13:07:40.191830 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Attempting to bind port 5321808d-455d-475a-844d-765963b971fa on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:40.192454 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Attempting to bind port 5321808d-455d-475a-844d-765963b971fa by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:40.192873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Attempting to bind port 5321808d-455d-475a-844d-765963b971fa on network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:40.267297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45116) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:40.289742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-48192c4e-543f-4ee1-96ea-2db72ad3e4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.309876 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Port 5321808d-455d-475a-844d-765963b971fa on network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:07:40.310236 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Attempting to bind port 5321808d-455d-475a-844d-765963b971fa on network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:40.326923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-48192c4e-543f-4ee1-96ea-2db72ad3e4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:40.332451 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-48192c4e-543f-4ee1-96ea-2db72ad3e4f4 admin admin] Usage tracker for resource:security_group_rule and tenant:1aae874674054ffd9d0097d2d65b8ff9 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:40.336367 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-48192c4e-543f-4ee1-96ea-2db72ad3e4f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:40.345302 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-48192c4e-543f-4ee1-96ea-2db72ad3e4f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:40.379514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:40.379891 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Checking segment: {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:40.380317 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Bound using segment: {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:40.380814 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Bound port: 5321808d-455d-475a-844d-765963b971fa, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:40.381203 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.433761 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] For port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:40.442166 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-48192c4e-543f-4ee1-96ea-2db72ad3e4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.445771 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-48192c4e-543f-4ee1-96ea-2db72ad3e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.453324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6ecbf9d2-376e-4cfc-9911-f3b126011055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:40.478812 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6c706408-907f-46c5-8341-ec5aaf9a9c73 req-7b39c4f1-1e87-4920-a6d9-811d2b7203de service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254521 Nov 05 13:07:40.488011 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] For port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:40.497903 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-722e41b4-7467-40e1-9ad3-0fe4e50eb0dc tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3945527 Nov 05 13:07:40.501788 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.520230 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-48192c4e-543f-4ee1-96ea-2db72ad3e4f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1aae874674054ffd9d0097d2d65b8ff9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2511830 Nov 05 13:07:40.523325 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-07955267-ed21-4fd9-8fab-ecaba8b095f6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:40.524684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45120) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:40.544263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48192c4e-543f-4ee1-96ea-2db72ad3e4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ace3bc5-ef64-4092-b87b-90d679c6adf0,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:40.561062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 45126) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:40.561695 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-48192c4e-543f-4ee1-96ea-2db72ad3e4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:40.576096 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232866cf-9776-42a8-8db8-f1fe5f095e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc', 'code': 200} Nov 05 13:07:40.687271 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e96b0e30-c44a-466d-9843-6ac85432e46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.725563 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.727052 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] 10.222.0.64 "PUT /v2.0/ports/71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 HTTP/1.1" status: 200 len: 1093 time: 5.4598222 Nov 05 13:07:40.729538 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ea64e3-f315-4c57-a4f5-bff3a742ab05', 'tag': '71e73c4b-29c9-44c9-a06b-cbe4f55b1d02'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:40.734631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] For port 5321808d-455d-475a-844d-765963b971fa, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:40.759689 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e96b0e30-c44a-466d-9843-6ac85432e46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.811921 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] For port 5321808d-455d-475a-844d-765963b971fa, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5321808d-455d-475a-844d-765963b971fa,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:40.814918 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Pushing event updated for resources: {'Port': ['ID=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:40.821016 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:40.822478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.830632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:40.867099 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e96b0e30-c44a-466d-9843-6ac85432e46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.874862 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:40.907069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device c051fd12-8d69-44cf-9631-93671f47abe5 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:40.922416 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b0e30-c44a-466d-9843-6ac85432e46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ace3bc5-ef64-4092-b87b-90d679c6adf0,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:40.942619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e96b0e30-c44a-466d-9843-6ac85432e46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:40.945096 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e96b0e30-c44a-466d-9843-6ac85432e46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:40.950031 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-e96b0e30-c44a-466d-9843-6ac85432e46e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ace3bc5-ef64-4092-b87b-90d679c6adf0 HTTP/1.1" status: 204 len: 168 time: 0.4216521 Nov 05 13:07:40.961196 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-b93fba9e-72df-474a-9bf5-668be9a6a85f service neutron] 10.222.0.39 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066257 Nov 05 13:07:41.108554 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:41.110110 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] 10.222.0.64 "PUT /v2.0/ports/5321808d-455d-475a-844d-765963b971fa HTTP/1.1" status: 200 len: 1093 time: 6.4732683 Nov 05 13:07:41.128210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port c051fd12-8d69-44cf-9631-93671f47abe5 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:41.171402 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port c051fd12-8d69-44cf-9631-93671f47abe5 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:41.172429 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:41.204089 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=5321808d-455d-475a-844d-765963b971fa,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:41.291743 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:41.414168 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:41.455565 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port c051fd12-8d69-44cf-9631-93671f47abe5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c051fd12-8d69-44cf-9631-93671f47abe5,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:41.459361 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:41.466152 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:41.554911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=c051fd12-8d69-44cf-9631-93671f47abe5,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:41.561702 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:41.808395 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2eeda1a3-8e1b-42b0-8fb3-aad486c7fecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:41.950701 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e165b8-cc4e-4e71-a8d4-238062e10856 req-50707a0b-f7bb-4b88-8bc7-f9cce85eac6e tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:41.952549 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-19e165b8-cc4e-4e71-a8d4-238062e10856 req-50707a0b-f7bb-4b88-8bc7-f9cce85eac6e tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 943 time: 1.0729413 Nov 05 13:07:41.969855 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-487aa51b-f7dd-43ce-b3b7-eb13dc05fa59 service neutron] 10.222.0.39 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9245527 Nov 05 13:07:41.998172 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-206ba452-dced-4bbb-96b6-2716b0b2da6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8db93a34e48c471ab1b85908fe2989f5&device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 1096 time: 0.7962425 Nov 05 13:07:42.000894 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-2eeda1a3-8e1b-42b0-8fb3-aad486c7fecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:42.008262 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0e38ecf3-557a-4de8-8935-a439d691ae0f req-0d3a4f19-fa8b-483c-8a12-a8a56de2ea8d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 1098 time: 1.0604353 Nov 05 13:07:42.016518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-2eeda1a3-8e1b-42b0-8fb3-aad486c7fecb admin admin] Usage tracker for resource:security_group_rule and tenant:d7bb41a83d8d4cfbbcd8b9386e821836 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:42.078975 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-bf2703aa-487c-4871-9f26-768164b2f771 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b43d64e03dae48b49fa2e51483228c89&device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 1096 time: 1.1148052 Nov 05 13:07:42.080040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-2eeda1a3-8e1b-42b0-8fb3-aad486c7fecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:42.173259 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-2eeda1a3-8e1b-42b0-8fb3-aad486c7fecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:42.208216 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-0e38ecf3-557a-4de8-8935-a439d691ae0f req-6bf5fc4d-eb37-4833-ad70-ca17894f38cf service neutron] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:42.219414 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-8cda4f05-fec4-4282-8871-e0935327af3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5321808d-455d-475a-844d-765963b971fa HTTP/1.1" status: 200 len: 217 time: 0.2046793 Nov 05 13:07:42.275522 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-eab51066-05a5-481d-b89e-a10ad965009f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 HTTP/1.1" status: 200 len: 217 time: 0.1670623 Nov 05 13:07:42.393927 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-19e165b8-cc4e-4e71-a8d4-238062e10856 req-fb0e2d30-aed5-45a9-9f79-f55620859bdc tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326560 Nov 05 13:07:42.480057 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-0e38ecf3-557a-4de8-8935-a439d691ae0f req-6bf5fc4d-eb37-4833-ad70-ca17894f38cf service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:42.497623 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-8bea059d-3dfc-41e1-b491-e4ad57cfdc82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:42.499275 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-8bea059d-3dfc-41e1-b491-e4ad57cfdc82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8287a2bf-ff22-4f26-bea6-b3544de4550c HTTP/1.1" status: 200 len: 850 time: 0.2673895 Nov 05 13:07:42.508335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-0e38ecf3-557a-4de8-8935-a439d691ae0f req-6bf5fc4d-eb37-4833-ad70-ca17894f38cf service neutron] Usage tracker for resource:security_group_rule and tenant:4427bf0e79c949098853e1a63d6d93e8 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:42.525356 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07a46438-6cd0-4c34-88ab-3bc51f80caf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:42.526983 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-07a46438-6cd0-4c34-88ab-3bc51f80caf6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08a9b97a-1593-4dbd-a30d-05fe4260c2e5 HTTP/1.1" status: 200 len: 858 time: 0.2003272 Nov 05 13:07:42.577996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6f7693-d998-47a8-a0b1-5439d63ebfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c051fd12-8d69-44cf-9631-93671f47abe5'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:42.608032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-0e38ecf3-557a-4de8-8935-a439d691ae0f req-6bf5fc4d-eb37-4833-ad70-ca17894f38cf service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:42.641485 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-0e38ecf3-557a-4de8-8935-a439d691ae0f req-6bf5fc4d-eb37-4833-ad70-ca17894f38cf service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:42.732220 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ea64e3-f315-4c57-a4f5-bff3a742ab05', 'tag': '71e73c4b-29c9-44c9-a06b-cbe4f55b1d02', 'status': 'completed', 'code': 200} Nov 05 13:07:42.804977 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-cd4c1744-2e6a-49fc-b67b-ae55014eed41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57eedc5a-79de-4f09-b854-e1e702ceba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282513 Nov 05 13:07:42.856871 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2eeda1a3-8e1b-42b0-8fb3-aad486c7fecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:42.879524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2eeda1a3-8e1b-42b0-8fb3-aad486c7fecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:42.904862 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57dba8-9842-47a7-b14a-05d3be1ffabf req-cbe0b03f-7438-4af3-9464-6c0f3888b2c4 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:42.906505 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7d57dba8-9842-47a7-b14a-05d3be1ffabf req-cbe0b03f-7438-4af3-9464-6c0f3888b2c4 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 945 time: 0.7000852 Nov 05 13:07:42.930843 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c10fabb7-af62-425d-acf4-7c60eced6126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:43.123817 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeda1a3-8e1b-42b0-8fb3-aad486c7fecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612bdd71-481e-4a83-bd17-e93cb109e441,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:43.143004 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2eeda1a3-8e1b-42b0-8fb3-aad486c7fecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:43.149925 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-2eeda1a3-8e1b-42b0-8fb3-aad486c7fecb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7bb41a83d8d4cfbbcd8b9386e821836&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5523186 Nov 05 13:07:43.153328 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45222) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:43.167129 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-714027dd-9c05-4d51-b815-f236c48a7135 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6540961 Nov 05 13:07:43.222083 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd18b253-aa40-49fb-8cfc-7b9b5b6fcc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.230609 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-08734eb7-d648-4c53-a7d3-2370acbdca4f service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121010 Nov 05 13:07:43.251285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd18b253-aa40-49fb-8cfc-7b9b5b6fcc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.299440 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65100d46-231b-4807-aa8c-9894ac450f3b req-5ca8a83d-4867-457e-9555-0b9720d0a376 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:43.301134 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-65100d46-231b-4807-aa8c-9894ac450f3b req-5ca8a83d-4867-457e-9555-0b9720d0a376 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 943 time: 0.5480294 Nov 05 13:07:43.306034 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd18b253-aa40-49fb-8cfc-7b9b5b6fcc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.306310 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-0e38ecf3-557a-4de8-8935-a439d691ae0f req-6bf5fc4d-eb37-4833-ad70-ca17894f38cf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.311404 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7d57dba8-9842-47a7-b14a-05d3be1ffabf req-72cbcbb2-1621-4ba6-972c-3097bb904a50 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839371 Nov 05 13:07:43.315470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bc379399-d351-4b88-961e-4dd300439fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:43.385011 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-0e38ecf3-557a-4de8-8935-a439d691ae0f req-6bf5fc4d-eb37-4833-ad70-ca17894f38cf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.431163 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:43.556205 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18b253-aa40-49fb-8cfc-7b9b5b6fcc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612bdd71-481e-4a83-bd17-e93cb109e441,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:43.556205 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd18b253-aa40-49fb-8cfc-7b9b5b6fcc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:43.557035 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-fd18b253-aa40-49fb-8cfc-7b9b5b6fcc5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/612bdd71-481e-4a83-bd17-e93cb109e441 HTTP/1.1" status: 204 len: 168 time: 0.4025397 Nov 05 13:07:43.609170 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fd18b253-aa40-49fb-8cfc-7b9b5b6fcc5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:43.618160 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0e38ecf3-557a-4de8-8935-a439d691ae0f req-6bf5fc4d-eb37-4833-ad70-ca17894f38cf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5434978 Nov 05 13:07:43.661408 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-967d9e83-74a8-48b6-94cc-efcd1042bdf6 req-56c1262d-764b-4554-a8b9-3525329c63ab tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 210 time: 0.1541870 Nov 05 13:07:43.662078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5fc4d-eb37-4833-ad70-ca17894f38cf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=83c614b5-11d9-4a75-a663-df1eac57f425,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:43.686876 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6bf5fc4d-eb37-4833-ad70-ca17894f38cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:43.715654 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-65100d46-231b-4807-aa8c-9894ac450f3b req-c0966f8d-1cf3-48c8-817a-f6c651e7e4af tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3919640 Nov 05 13:07:43.736993 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-962f0b11-fb6e-464b-a1b9-e00b233b19b4 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446365 Nov 05 13:07:43.782504 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d1303d6-53bd-49ee-b279-d083a7c1632d req-1bdb7a4d-bd69-4883-a3ce-3ab9414add10 service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223927 Nov 05 13:07:43.820573 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6f7693-d998-47a8-a0b1-5439d63ebfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c051fd12-8d69-44cf-9631-93671f47abe5', 'code': 200} Nov 05 13:07:43.939016 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-52cf566a-337c-42f1-ba9d-62b983bbee30 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:43.940628 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-52cf566a-337c-42f1-ba9d-62b983bbee30 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 816 time: 0.3895748 Nov 05 13:07:44.057191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-cb9a6c0b-56bb-4948-bf69-60b8b6e6bc68 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Synchronizing usage tracker for tenant:ac4268514de642f39f611ce13a21b32d on resource:security_group {{(pid=88180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:44.081250 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-cb9a6c0b-56bb-4948-bf69-60b8b6e6bc68 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Unset dirty status for tenant:ac4268514de642f39f611ce13a21b32d on resource:security_group {{(pid=88180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:07:44.082512 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-cb9a6c0b-56bb-4948-bf69-60b8b6e6bc68 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac4268514de642f39f611ce13a21b32d HTTP/1.1" status: 200 len: 380 time: 0.1268926 Nov 05 13:07:44.092601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Request body: {'port': {'device_id': '823fe5d2-b470-48f3-9082-146a72ff558f', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'admin_state_up': True, 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'security_groups': ['81ff61fe-6e77-4eec-8ed9-c3d703951339']}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:44.214584 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fc741-d51f-4a15-a708-df2072ea81e9 req-3f963f42-bb48-4f65-bd4c-e94a0f130c83 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:44.221769 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b84fc741-d51f-4a15-a708-df2072ea81e9 req-3f963f42-bb48-4f65-bd4c-e94a0f130c83 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 943 time: 0.2435677 Nov 05 13:07:44.228255 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5a2fb540-1b4e-4a9f-83a5-158c938cc905 req-b550f976-494d-4f63-9d2c-5109d1fc522b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b43d64e03dae48b49fa2e51483228c89&device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 1096 time: 0.3210368 Nov 05 13:07:44.255014 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-f5c8e138-a1b0-40a9-b2a1-be71a42303fe service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077637 Nov 05 13:07:44.284804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45258) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:44.316792 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8feae4f8-a41c-474d-8db0-47cbc347e470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.370159 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:44.378702 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Usage tracker for resource:port and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:44.382577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8feae4f8-a41c-474d-8db0-47cbc347e470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:44.385757 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:44.393380 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8feae4f8-a41c-474d-8db0-47cbc347e470 admin admin] Usage tracker for resource:security_group_rule and tenant:0cf4405e5cb54a5fa319c44db71a87ea is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:44.396987 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:44.399909 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8feae4f8-a41c-474d-8db0-47cbc347e470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:44.409828 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8feae4f8-a41c-474d-8db0-47cbc347e470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:44.422067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Made reservation on behalf of ac4268514de642f39f611ce13a21b32d for: {'port': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:07:44.428033 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.687917 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8feae4f8-a41c-474d-8db0-47cbc347e470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.714837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8feae4f8-a41c-474d-8db0-47cbc347e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:44.725437 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fb540-1b4e-4a9f-83a5-158c938cc905 req-c9c7a9c1-db27-4df5-b80c-95e9251a6eb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:44.726940 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5a2fb540-1b4e-4a9f-83a5-158c938cc905 req-c9c7a9c1-db27-4df5-b80c-95e9251a6eb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 200 len: 919 time: 0.4791663 Nov 05 13:07:44.736476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cbc000df-08c8-481d-ba0f-74fd0be986d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:44.792181 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'tag': '5321808d-455d-475a-844d-765963b971fa'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:44.828069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Allocated IP 172.20.0.5 (09213b65-18cd-49bb-a5e9-6a043cc098b0/7887253d-9907-45d5-a4db-6774c0d984cf/44fb28d9-4dd7-40ca-b8ed-a47e58894682) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:07:44.849128 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8feae4f8-a41c-474d-8db0-47cbc347e470 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cf4405e5cb54a5fa319c44db71a87ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5630488 Nov 05 13:07:44.849907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feae4f8-a41c-474d-8db0-47cbc347e470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985e0e37-f402-401c-b09a-b5ca9ab24379,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:44.856938 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45280) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:44.861522 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8feae4f8-a41c-474d-8db0-47cbc347e470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:45.030142 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-18745feb-756e-42ea-b1ee-970222e287f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:45.117812 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b84fc741-d51f-4a15-a708-df2072ea81e9 req-fe947ac0-89ec-4afe-be19-bbc11fbda7a1 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8944328 Nov 05 13:07:45.131691 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5a2fb540-1b4e-4a9f-83a5-158c938cc905 req-1c2a38e5-3fe5-453c-a7e4-f5b5f2cfdc28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 HTTP/1.1" status: 200 len: 217 time: 0.3302343 Nov 05 13:07:45.214067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-18745feb-756e-42ea-b1ee-970222e287f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:45.309480 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:45.348547 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Transition to ACTIVE for port object 44fb28d9-4dd7-40ca-b8ed-a47e58894682 will not be triggered until provisioned by entity DHCP. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:45.353973 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-18745feb-756e-42ea-b1ee-970222e287f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:45.359900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-48192c4e-543f-4ee1-96ea-2db72ad3e4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:45.372490 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3924b3c3-5d62-4079-adaf-4ee19d7b7b13 req-7ef33a02-fe59-486a-93d1-dde7182b6b77 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 210 time: 0.0846651 Nov 05 13:07:45.378391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18745feb-756e-42ea-b1ee-970222e287f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985e0e37-f402-401c-b09a-b5ca9ab24379,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:45.384555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-18745feb-756e-42ea-b1ee-970222e287f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:45.394559 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-18745feb-756e-42ea-b1ee-970222e287f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:45.395866 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-18745feb-756e-42ea-b1ee-970222e287f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/985e0e37-f402-401c-b09a-b5ca9ab24379 HTTP/1.1" status: 204 len: 168 time: 0.5371962 Nov 05 13:07:45.432306 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:45.432814 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fb540-1b4e-4a9f-83a5-158c938cc905 req-3f59a432-9738-4b8a-b410-d2206e997a08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:45.432814 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5a2fb540-1b4e-4a9f-83a5-158c938cc905 req-3f59a432-9738-4b8a-b410-d2206e997a08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08a9b97a-1593-4dbd-a30d-05fe4260c2e5 HTTP/1.1" status: 200 len: 858 time: 0.2958035 Nov 05 13:07:45.451316 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:45.560727 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a2abe03e-7a8b-4e15-b974-acf378f5d4b5 req-ed6d1eaa-85ca-4881-9de9-9b6ceff3a4fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 1099 time: 1.3106859 Nov 05 13:07:45.562690 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5a2fb540-1b4e-4a9f-83a5-158c938cc905 req-93982fd8-94fa-46a0-b881-754b75e08a8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57eedc5a-79de-4f09-b854-e1e702ceba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194091 Nov 05 13:07:45.572623 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13114995-0d8a-4fce-80bd-3c46654f03b2 req-19c86b86-ebff-4223-8ea0-cccefe6eca3f tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:45.580597 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-13114995-0d8a-4fce-80bd-3c46654f03b2 req-19c86b86-ebff-4223-8ea0-cccefe6eca3f tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 945 time: 0.8500710 Nov 05 13:07:45.614114 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Network 09213b65-18cd-49bb-a5e9-6a043cc098b0 is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:07:45.618580 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:07:45.624052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:07:45.658391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event updated for resources: {'Port': ['ID=44fb28d9-4dd7-40ca-b8ed-a47e58894682,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:45.675071 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:45.719542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:45.720603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for port, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:45.747102 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6586275 Nov 05 13:07:45.767606 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Request body: {'port': {'device_id': '823fe5d2-b470-48f3-9082-146a72ff558f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:45.908215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:45.915898 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a2abe03e-7a8b-4e15-b974-acf378f5d4b5 req-e6c2437b-99c4-4adf-a758-601bd45749bd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158574 Nov 05 13:07:45.918320 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-13114995-0d8a-4fce-80bd-3c46654f03b2 req-9cf92728-64d1-4d9d-bc88-683f644b07ed tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368816 Nov 05 13:07:45.971814 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5a2fb540-1b4e-4a9f-83a5-158c938cc905 req-fcde09f6-4da5-450c-be5c-7491c606b024 service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729863 Nov 05 13:07:45.983357 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d2390-6ab0-4ca7-8ff3-5e49e7290248 req-89e41ed6-8da6-4a00-8611-82471f3926cc tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:45.991861 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a58d2390-6ab0-4ca7-8ff3-5e49e7290248 req-89e41ed6-8da6-4a00-8611-82471f3926cc tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 943 time: 0.4265029 Nov 05 13:07:46.015305 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'tag': '5321808d-455d-475a-844d-765963b971fa', 'status': 'completed', 'code': 200} Nov 05 13:07:46.043664 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a58d2390-6ab0-4ca7-8ff3-5e49e7290248 req-6ceca4ba-d9b5-4f08-a515-3665e1b71687 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507739 Nov 05 13:07:46.186161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f6daf331-cf66-448f-8f3b-2a47aa07ab15 None None] Provisioning for port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:46.194241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:46.195603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f6daf331-cf66-448f-8f3b-2a47aa07ab15 None None] Provisioning complete for port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:46.201210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f6daf331-cf66-448f-8f3b-2a47aa07ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:46.279266 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f6daf331-cf66-448f-8f3b-2a47aa07ab15 None None] Port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:07:46.345697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44fb28d9-4dd7-40ca-b8ed-a47e58894682 {{(pid=88180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:46.354810 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:46.372866 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Transition to ACTIVE for port object 44fb28d9-4dd7-40ca-b8ed-a47e58894682 will not be triggered until provisioned by entity L2. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:07:46.376667 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838933006'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:46.389786 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:46.538236 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-13f8b490-7964-4cf2-9e0b-2405d1134202 req-c8965e54-869f-48b8-a176-d8299fdf49e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8db93a34e48c471ab1b85908fe2989f5&device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 1096 time: 0.3712089 Nov 05 13:07:46.541531 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5a2fb540-1b4e-4a9f-83a5-158c938cc905 req-59817440-e33e-40ec-9072-873f62598f23 service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318519 Nov 05 13:07:46.547070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Pushing event updated for resources: {'Port': ['ID=44fb28d9-4dd7-40ca-b8ed-a47e58894682,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:46.550401 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:46.716819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48e867-bdbe-4375-a57e-30524bae555b req-251c0754-2b04-4b13-a344-dbc20d013752 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:46.725118 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ef48e867-bdbe-4375-a57e-30524bae555b req-251c0754-2b04-4b13-a344-dbc20d013752 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 943 time: 0.3587251 Nov 05 13:07:46.806048 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Attempting to bind port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:07:46.806422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Attempting to bind port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:07:46.806787 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Attempting to bind port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 on network 09213b65-18cd-49bb-a5e9-6a043cc098b0 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:46.822299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 on network 09213b65-18cd-49bb-a5e9-6a043cc098b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:07:46.822640 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Attempting to bind port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 on network 09213b65-18cd-49bb-a5e9-6a043cc098b0 {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:07:46.830587 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:07:46.830969 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Checking segment: {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:07:46.831391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Bound using segment: {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'} {{(pid=88180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:07:46.832013 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Bound port: 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'}}] {{(pid=88180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:07:46.832516 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:46.950209 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:07:46.958555 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ef48e867-bdbe-4375-a57e-30524bae555b req-9e5ef8a4-9efe-4457-a644-5bb302683d0b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316010 Nov 05 13:07:47.012544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, cleared binding levels {{(pid=88180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:07:47.018721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:07:47.027606 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8b490-7964-4cf2-9e0b-2405d1134202 req-f38d7ab7-9354-46c0-b765-913f89fc9404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:47.027850 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838933006'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:47.029245 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-13f8b490-7964-4cf2-9e0b-2405d1134202 req-f38d7ab7-9354-46c0-b765-913f89fc9404 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 HTTP/1.1" status: 200 len: 912 time: 0.4700589 Nov 05 13:07:47.035076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-61767ff4-69b6-485b-85f8-f56b1c03fcf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:47.137731 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for port, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:47.139317 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] 10.222.0.64 "PUT /v2.0/ports/44fb28d9-4dd7-40ca-b8ed-a47e58894682 HTTP/1.1" status: 200 len: 1093 time: 1.3780770 Nov 05 13:07:47.140005 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682'}] {{(pid=88180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:47.159174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Pushing event updated for resources: {'Port': ['ID=44fb28d9-4dd7-40ca-b8ed-a47e58894682,revision_number=3']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:47.167374 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:47.347485 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cd212-ac5d-40e3-8fe9-c2cf7d4e4b0d req-e5d0165a-efd7-4a0a-8b01-d93003f76475 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:47.353042 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a1cd212-ac5d-40e3-8fe9-c2cf7d4e4b0d req-e5d0165a-efd7-4a0a-8b01-d93003f76475 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.7432625 Nov 05 13:07:47.466642 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-94c3dfef-6cee-407b-a34f-6ac8f6d06dad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 1096 time: 0.2065034 Nov 05 13:07:47.470986 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-13f8b490-7964-4cf2-9e0b-2405d1134202 req-b26ad4d5-7356-4263-b37b-5d3b3b1ebe7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5321808d-455d-475a-844d-765963b971fa HTTP/1.1" status: 200 len: 217 time: 0.4303837 Nov 05 13:07:47.537032 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a1cd212-ac5d-40e3-8fe9-c2cf7d4e4b0d req-a4c8b23e-102b-42b3-b3d5-3a100eff1f5e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641157 Nov 05 13:07:47.602611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:47.644380 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': '71e73c4b-29c9-44c9-a06b-cbe4f55b1d02', 'network_id': '57eedc5a-79de-4f09-b854-e1e702ceba2c', 'port_id': '71e73c4b-29c9-44c9-a06b-cbe4f55b1d02', 'mac_address': 'fa:16:3e:40:ad:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08a9b97a-1593-4dbd-a30d-05fe4260c2e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:07:47.656318 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-70e7d260-ef01-4823-bedb-c413bc64383f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682 HTTP/1.1" status: 200 len: 217 time: 0.1729152 Nov 05 13:07:47.758561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8b490-7964-4cf2-9e0b-2405d1134202 req-bca630c2-6836-44c2-aed2-8f5b30b3f5fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:47.760518 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-13f8b490-7964-4cf2-9e0b-2405d1134202 req-bca630c2-6836-44c2-aed2-8f5b30b3f5fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8287a2bf-ff22-4f26-bea6-b3544de4550c HTTP/1.1" status: 200 len: 850 time: 0.2225280 Nov 05 13:07:47.768985 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bce480-7fe2-4c81-9478-abc98a1ae843 req-1dab366a-64e5-465a-8f28-7c0d4b9b2e95 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:47.770766 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f1bce480-7fe2-4c81-9478-abc98a1ae843 req-1dab366a-64e5-465a-8f28-7c0d4b9b2e95 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 945 time: 0.5441976 Nov 05 13:07:47.791413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:47.826596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-dfec9988-951b-40c0-bf9e-66c31dac74cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:47.830312 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-dfec9988-951b-40c0-bf9e-66c31dac74cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.1732240 Nov 05 13:07:47.846940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:47.889290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:47.894444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:47.895592 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 5321808d-455d-475a-844d-765963b971fa details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:07:47.906964 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:47.941473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45376) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:47.960929 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f1bce480-7fe2-4c81-9478-abc98a1ae843 req-db644beb-ef5a-498b-a08d-0475ee719bd2 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387358 Nov 05 13:07:47.979272 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-ad41a8e4-041c-4a20-bb03-5f5ca33f3353 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1415503 Nov 05 13:07:47.989244 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-13f8b490-7964-4cf2-9e0b-2405d1134202 req-7ebea6bd-41f8-4972-a7db-3ce27d353d0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2114260 Nov 05 13:07:48.095320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae0bf8-7978-464f-bd98-0635f6b16beb req-95cbb652-117a-4f76-ae9a-30aaaa38839b tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:48.102439 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-69ae0bf8-7978-464f-bd98-0635f6b16beb req-95cbb652-117a-4f76-ae9a-30aaaa38839b tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 943 time: 0.2474997 Nov 05 13:07:48.188376 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'status': 'completed', 'code': 200} Nov 05 13:07:48.277826 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-170682e2-3374-4e0e-9794-d5267e10c85b service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850084 Nov 05 13:07:48.350985 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:48.364183 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:48.435311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 5321808d-455d-475a-844d-765963b971fa, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5321808d-455d-475a-844d-765963b971fa,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:48.476144 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': '5321808d-455d-475a-844d-765963b971fa', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'port_id': '5321808d-455d-475a-844d-765963b971fa', 'mac_address': 'fa:16:3e:65:59:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:07:48.504085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-930e1a72-8887-49fe-b156-94cff98127a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:48.705657 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-13f8b490-7964-4cf2-9e0b-2405d1134202 req-6a4aef1e-0f8f-4211-a6a2-ba8c310e3f72 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107518 Nov 05 13:07:48.716488 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:48.721410 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-69ae0bf8-7978-464f-bd98-0635f6b16beb req-480f5ea9-9337-4d00-9808-371cc3c4faed tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6114490 Nov 05 13:07:48.775408 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5321808d-455d-475a-844d-765963b971fa {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:48.817587 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 5321808d-455d-475a-844d-765963b971fa, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5321808d-455d-475a-844d-765963b971fa,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:48.823053 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:48.829343 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9979db6f-b2cf-4792-9e00-19a1b1e77141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:48.936031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=5321808d-455d-475a-844d-765963b971fa,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:48.948837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:49.010319 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1793327e-9b89-4566-91ed-c183b46d02d5 req-2d4a1b32-e466-49a3-9c5a-9f173e88ca21 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256968 Nov 05 13:07:49.011416 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-930e1a72-8887-49fe-b156-94cff98127a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:49.021974 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-930e1a72-8887-49fe-b156-94cff98127a9 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a57bfeffea40e5b1638799371d2593 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:49.025171 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-930e1a72-8887-49fe-b156-94cff98127a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:49.033772 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-930e1a72-8887-49fe-b156-94cff98127a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:49.089768 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06c57c-f18a-4daf-91da-d28e082f91f2 req-7e48bd29-c836-4ec0-8017-b626e9ae4043 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:49.094278 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1b06c57c-f18a-4daf-91da-d28e082f91f2 req-7e48bd29-c836-4ec0-8017-b626e9ae4043 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 944 time: 0.8137422 Nov 05 13:07:49.167300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['71e73c4b-29c9-44c9-a06b-cbe4f55b1d02'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:07:49.194972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-930e1a72-8887-49fe-b156-94cff98127a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:49.204130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-930e1a72-8887-49fe-b156-94cff98127a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:49.218191 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-13f8b490-7964-4cf2-9e0b-2405d1134202 req-6bb9988d-a70d-4850-b578-523666ef6ce1 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920924 Nov 05 13:07:49.237322 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:49.271135 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-930e1a72-8887-49fe-b156-94cff98127a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6a57bfeffea40e5b1638799371d2593&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3279624 Nov 05 13:07:49.275065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e1a72-8887-49fe-b156-94cff98127a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da97912a-de3a-4caf-a22a-20cc837b9c8c,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:49.275325 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['5321808d-455d-475a-844d-765963b971fa'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:07:49.280062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-930e1a72-8887-49fe-b156-94cff98127a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:49.280846 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45426) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:49.313007 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1b06c57c-f18a-4daf-91da-d28e082f91f2 req-586e30c4-ea0f-464e-9d74-63d02f52aed5 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927668 Nov 05 13:07:49.373462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de146010-ccd9-44d4-8cc5-34561315e71e req-582b8205-7e69-4af5-9d5e-06e744a905c3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:49.375632 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-de146010-ccd9-44d4-8cc5-34561315e71e req-582b8205-7e69-4af5-9d5e-06e744a905c3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.3039784 Nov 05 13:07:49.415182 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-344af48f-6cf4-43a2-aa6c-171831e3d437 req-878ead92-1478-472b-b866-b23e649d4046 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 1096 time: 0.3263035 Nov 05 13:07:49.475204 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-de146010-ccd9-44d4-8cc5-34561315e71e req-9873eac0-6b9b-4488-a4f9-fa0bf16bec89 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935986 Nov 05 13:07:49.541653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 45440) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:49.658530 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344af48f-6cf4-43a2-aa6c-171831e3d437 req-a53015be-6b2d-4455-ac90-457a2824ba10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:49.660070 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-344af48f-6cf4-43a2-aa6c-171831e3d437 req-a53015be-6b2d-4455-ac90-457a2824ba10 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 917 time: 0.2179842 Nov 05 13:07:49.769218 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c467dee-aeae-4a22-8fc0-e3d7cefcc874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:49.794148 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-344af48f-6cf4-43a2-aa6c-171831e3d437 req-827890be-6d7e-4953-a91b-cd1ba45ae5e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682 HTTP/1.1" status: 200 len: 217 time: 0.1250942 Nov 05 13:07:49.814282 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c467dee-aeae-4a22-8fc0-e3d7cefcc874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:49.936963 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344af48f-6cf4-43a2-aa6c-171831e3d437 req-76df7114-ac60-4380-9a60-4356bbd86955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:49.938691 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-344af48f-6cf4-43a2-aa6c-171831e3d437 req-76df7114-ac60-4380-9a60-4356bbd86955 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.0958056 Nov 05 13:07:49.945286 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c467dee-aeae-4a22-8fc0-e3d7cefcc874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:49.951795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4d3026b8-abcf-4e23-ad9d-3c343c64b123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:49.967473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c467dee-aeae-4a22-8fc0-e3d7cefcc874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da97912a-de3a-4caf-a22a-20cc837b9c8c,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:50.003553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7961f-ccb1-473a-b466-b72b0f259a5a req-b0691b23-db5c-43eb-a3bd-c4e23b23f1cb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:50.005390 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ecd7961f-ccb1-473a-b466-b72b0f259a5a req-b0691b23-db5c-43eb-a3bd-c4e23b23f1cb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 944 time: 0.1021760 Nov 05 13:07:50.014793 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1c467dee-aeae-4a22-8fc0-e3d7cefcc874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:50.036178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c467dee-aeae-4a22-8fc0-e3d7cefcc874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.037424 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-1c467dee-aeae-4a22-8fc0-e3d7cefcc874 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da97912a-de3a-4caf-a22a-20cc837b9c8c HTTP/1.1" status: 204 len: 168 time: 0.7541187 Nov 05 13:07:50.057595 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74b45477-0d4b-486f-b6ba-ebb587eb6d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.069047 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-344af48f-6cf4-43a2-aa6c-171831e3d437 req-5be29ade-3e9d-4a77-b5db-12eab3d9c664 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1042523 Nov 05 13:07:50.112691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-74b45477-0d4b-486f-b6ba-ebb587eb6d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:50.117578 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-74b45477-0d4b-486f-b6ba-ebb587eb6d7e admin admin] Usage tracker for resource:security_group_rule and tenant:58207747c606442f8a49fce3b96fd73f is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:50.121152 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-74b45477-0d4b-486f-b6ba-ebb587eb6d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:50.129455 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-74b45477-0d4b-486f-b6ba-ebb587eb6d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:50.190310 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ecd7961f-ccb1-473a-b466-b72b0f259a5a req-37ab5062-5d0c-4dfc-b40e-2a6db1ef85be tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774912 Nov 05 13:07:50.257399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74b45477-0d4b-486f-b6ba-ebb587eb6d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.260628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-74b45477-0d4b-486f-b6ba-ebb587eb6d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.293534 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:50.324301 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-74b45477-0d4b-486f-b6ba-ebb587eb6d7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58207747c606442f8a49fce3b96fd73f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7814453 Nov 05 13:07:50.325277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b45477-0d4b-486f-b6ba-ebb587eb6d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4638ca62-7013-4ca1-9c3c-78d6fd4b5e4b,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:50.327313 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45476) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:50.328937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-74b45477-0d4b-486f-b6ba-ebb587eb6d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:50.335357 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-344af48f-6cf4-43a2-aa6c-171831e3d437 req-6f082e50-664a-4ce9-a3ff-b486ac3ff7e2 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577121 Nov 05 13:07:50.538653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7b0191b-6ab0-41bd-be2d-9e5aab4bc0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.582314 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-344af48f-6cf4-43a2-aa6c-171831e3d437 req-2f18201f-b632-455e-895b-988a85764cd3 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275355 Nov 05 13:07:50.597796 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7b0191b-6ab0-41bd-be2d-9e5aab4bc0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.646293 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841df3b-2d04-4c5b-a756-6ec42842f540 req-a8374142-efe2-439f-a3f6-528ee51f80d9 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:50.648270 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7841df3b-2d04-4c5b-a756-6ec42842f540 req-a8374142-efe2-439f-a3f6-528ee51f80d9 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 944 time: 0.1024294 Nov 05 13:07:50.654037 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 45492) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:50.688253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7b0191b-6ab0-41bd-be2d-9e5aab4bc0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.695749 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d9b6c9e2-6ac1-4438-810e-28b90649d9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:50.713616 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45ad0fef-e4d6-4257-941e-9dde75b7930d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.716450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b7b0191b-6ab0-41bd-be2d-9e5aab4bc0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.721162 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b7b0191b-6ab0-41bd-be2d-9e5aab4bc0de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4638ca62-7013-4ca1-9c3c-78d6fd4b5e4b HTTP/1.1" status: 204 len: 168 time: 0.3844566 Nov 05 13:07:50.740387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0191b-6ab0-41bd-be2d-9e5aab4bc0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4638ca62-7013-4ca1-9c3c-78d6fd4b5e4b,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:50.745489 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b7b0191b-6ab0-41bd-be2d-9e5aab4bc0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:50.770588 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-45ad0fef-e4d6-4257-941e-9dde75b7930d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:50.780904 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-45ad0fef-e4d6-4257-941e-9dde75b7930d admin admin] Usage tracker for resource:security_group_rule and tenant:5fc0dc3d81cb48d590d65769760b1180 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:50.785517 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-45ad0fef-e4d6-4257-941e-9dde75b7930d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:50.792150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-45ad0fef-e4d6-4257-941e-9dde75b7930d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:50.818180 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7841df3b-2d04-4c5b-a756-6ec42842f540 req-951c5264-ee7b-44f3-8825-d3de6474ae61 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610487 Nov 05 13:07:50.954618 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:50.967521 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45ad0fef-e4d6-4257-941e-9dde75b7930d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.975753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45ad0fef-e4d6-4257-941e-9dde75b7930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:50.994828 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0cc357a8-1762-4a9e-9aed-de16bcae2a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:51.108186 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:51.117290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:51.117718 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.119075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad0fef-e4d6-4257-941e-9dde75b7930d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c611a5-b9a9-49f3-94c1-27dc72083583,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:51.126922 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-45ad0fef-e4d6-4257-941e-9dde75b7930d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5fc0dc3d81cb48d590d65769760b1180&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4692118 Nov 05 13:07:51.127393 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45514) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:51.141553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-45ad0fef-e4d6-4257-941e-9dde75b7930d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:51.191156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48c0eb-27b7-473c-8739-13ce7e775a15 req-9b37ff9c-8a0f-430d-b459-1e26fac6b0e6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:51.208472 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6e48c0eb-27b7-473c-8739-13ce7e775a15 req-9b37ff9c-8a0f-430d-b459-1e26fac6b0e6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.1889975 Nov 05 13:07:51.272297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-93113d42-f034-4692-a568-c44e5736c215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.314404 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6e48c0eb-27b7-473c-8739-13ce7e775a15 req-00c3b4ed-e13a-43fe-ac62-ced8022f42ff tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020355 Nov 05 13:07:51.346994 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-93113d42-f034-4692-a568-c44e5736c215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.393718 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.420405 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-93113d42-f034-4692-a568-c44e5736c215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.428229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:51.446095 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93113d42-f034-4692-a568-c44e5736c215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c611a5-b9a9-49f3-94c1-27dc72083583,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:51.461448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-93113d42-f034-4692-a568-c44e5736c215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:51.467722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea64e3-f315-4c57-a4f5-bff3a742ab05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e73c4b-29c9-44c9-a06b-cbe4f55b1d02'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:51.471880 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-93113d42-f034-4692-a568-c44e5736c215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.476611 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-93113d42-f034-4692-a568-c44e5736c215 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66c611a5-b9a9-49f3-94c1-27dc72083583 HTTP/1.1" status: 204 len: 168 time: 0.3443859 Nov 05 13:07:51.514556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:51.523970 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.525092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 5321808d-455d-475a-844d-765963b971fa up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:51.541710 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b187ea-28dd-4044-80a7-4a2d58671e49 req-d853abbf-a82a-4d82-917c-b1b677b2990a tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:51.546899 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45528) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:51.554532 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d1b187ea-28dd-4044-80a7-4a2d58671e49 req-d853abbf-a82a-4d82-917c-b1b677b2990a tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 944 time: 0.1144931 Nov 05 13:07:51.584661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:51.588981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6ca75dd-91c8-44a6-877f-6b897cf9dea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.625875 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d1b187ea-28dd-4044-80a7-4a2d58671e49 req-f955281f-2db5-4da1-bba1-5b2877b74033 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592651 Nov 05 13:07:51.671628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:51.674835 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:51.675561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port 5321808d-455d-475a-844d-765963b971fa completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:51.683209 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea64e3-f315-4c57-a4f5-bff3a742ab05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e73c4b-29c9-44c9-a06b-cbe4f55b1d02', 'code': 200} Nov 05 13:07:51.684330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port 5321808d-455d-475a-844d-765963b971fa triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:51.684749 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.707504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d6ca75dd-91c8-44a6-877f-6b897cf9dea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:51.713603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d6ca75dd-91c8-44a6-877f-6b897cf9dea3 admin admin] Usage tracker for resource:security_group_rule and tenant:2831dff0358242d49e12a3d8b73ab214 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:51.717877 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d6ca75dd-91c8-44a6-877f-6b897cf9dea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:51.725085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d6ca75dd-91c8-44a6-877f-6b897cf9dea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:51.817505 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.823266 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6ca75dd-91c8-44a6-877f-6b897cf9dea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.827123 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6ca75dd-91c8-44a6-877f-6b897cf9dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.842786 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b7b0191b-6ab0-41bd-be2d-9e5aab4bc0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:51.859669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 5321808d-455d-475a-844d-765963b971fa, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5321808d-455d-475a-844d-765963b971fa,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:51.866942 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:51.869898 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4291b8f1-ffe9-4c70-b425-ea5f49098944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:51.884065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca75dd-91c8-44a6-877f-6b897cf9dea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664e7b91-1cc2-429c-bfab-1631d8c1b771,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:51.899591 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d6ca75dd-91c8-44a6-877f-6b897cf9dea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:51.941460 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d6ca75dd-91c8-44a6-877f-6b897cf9dea3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2831dff0358242d49e12a3d8b73ab214&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3933957 Nov 05 13:07:51.945268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45536) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:51.954585 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=5321808d-455d-475a-844d-765963b971fa,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:51.958814 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:51.985470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 45542) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:52.101775 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a26c25d6-8c1d-4347-a1d8-2af1121d3a03 req-69b3e48f-83f6-498d-a632-8b1e30026196 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 1098 time: 0.1323419 Nov 05 13:07:52.102622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:52.131694 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:52.142054 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cf5f0-3019-4b1c-b8f6-0339c7e962c1 req-b973fcca-5504-4584-b84f-5673e7b231b5 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:52.150344 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-545cf5f0-3019-4b1c-b8f6-0339c7e962c1 req-b973fcca-5504-4584-b84f-5673e7b231b5 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1139038 Nov 05 13:07:52.194265 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-110ec49f-7cba-4980-941d-43a81994e561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:52.208892 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a26c25d6-8c1d-4347-a1d8-2af1121d3a03 req-5c052c4c-c607-49bc-9375-76c1cb320e0a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461156 Nov 05 13:07:52.214362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:52.219571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bab67a44-97ae-433a-b84e-d25d31c7380f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:52.234577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664e7b91-1cc2-429c-bfab-1631d8c1b771,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:52.246916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-110ec49f-7cba-4980-941d-43a81994e561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:52.247809 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:52.249294 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/664e7b91-1cc2-429c-bfab-1631d8c1b771 HTTP/1.1" status: 204 len: 168 time: 0.3024108 Nov 05 13:07:52.251040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:52.251437 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:52.253334 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:52.254136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:52.254656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:52.254903 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:52.255292 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:52.255680 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:52.256063 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:52.256422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:52.260183 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:52.264073 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-545cf5f0-3019-4b1c-b8f6-0339c7e962c1 req-0c0cd7a3-121b-46da-a32f-931093e8d93d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125596 Nov 05 13:07:52.267215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:52.268821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-110ec49f-7cba-4980-941d-43a81994e561 admin admin] Usage tracker for resource:security_group_rule and tenant:4601b75bd4364a2abe81925bc84aba92 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:52.271995 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-110ec49f-7cba-4980-941d-43a81994e561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:52.279825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-110ec49f-7cba-4980-941d-43a81994e561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:52.358344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-110ec49f-7cba-4980-941d-43a81994e561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:52.363366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-110ec49f-7cba-4980-941d-43a81994e561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:52.418169 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:52.448905 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45564) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:52.449088 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-110ec49f-7cba-4980-941d-43a81994e561 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4601b75bd4364a2abe81925bc84aba92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4620950 Nov 05 13:07:52.449777 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ec49f-7cba-4980-941d-43a81994e561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce4eb8d-9aff-45ca-9a46-35d04595e84f,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:52.453083 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-110ec49f-7cba-4980-941d-43a81994e561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:52.542721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b61e6c09-6474-4262-95d6-f78ce1a61916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:52.575768 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b61e6c09-6474-4262-95d6-f78ce1a61916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:52.649078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b61e6c09-6474-4262-95d6-f78ce1a61916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:52.660503 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8feae4f8-a41c-474d-8db0-47cbc347e470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:52.678543 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de213c19-6502-4e2c-9e78-4d11112d20b9 req-59e39c16-3248-4714-a4dc-81d3e82f684b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:52.680743 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-de213c19-6502-4e2c-9e78-4d11112d20b9 req-59e39c16-3248-4714-a4dc-81d3e82f684b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.1630783 Nov 05 13:07:52.719895 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e6c09-6474-4262-95d6-f78ce1a61916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce4eb8d-9aff-45ca-9a46-35d04595e84f,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:52.728737 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b61e6c09-6474-4262-95d6-f78ce1a61916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:52.730533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b61e6c09-6474-4262-95d6-f78ce1a61916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:52.736366 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b61e6c09-6474-4262-95d6-f78ce1a61916 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ce4eb8d-9aff-45ca-9a46-35d04595e84f HTTP/1.1" status: 204 len: 168 time: 0.2835541 Nov 05 13:07:52.749838 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-de213c19-6502-4e2c-9e78-4d11112d20b9 req-5ee68f8b-e76e-42ed-ac80-ca563944d06b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621042 Nov 05 13:07:52.975394 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 44fb28d9-4dd7-40ca-b8ed-a47e58894682 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:07:53.110700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b0994-e8ed-46eb-b4e8-37ec3364ef7d req-0f183bf2-32c4-4f47-b229-1bf923687559 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:53.112405 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1c7b0994-e8ed-46eb-b4e8-37ec3364ef7d req-0f183bf2-32c4-4f47-b229-1bf923687559 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.1159763 Nov 05 13:07:53.186050 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1c7b0994-e8ed-46eb-b4e8-37ec3364ef7d req-ba630807-e812-46ea-a3c9-dfbf5a8f90ee tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671098 Nov 05 13:07:53.242938 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:53.262467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'port_id': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'mac_address': 'fa:16:3e:44:2b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:07:53.369027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.399168 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fb28d9-4dd7-40ca-b8ed-a47e58894682 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:07:53.441404 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:53.456299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.466444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45618) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:53.468410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:07:53.469555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:53.504472 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d5938a31-6eb7-4386-bdda-e13a6050eef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.568815 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded9a2d-9e46-4bd2-92cb-8292ae9b834a req-001adc79-6ac8-456b-9bd4-429b1a958851 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:53.582796 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0ded9a2d-9e46-4bd2-92cb-8292ae9b834a req-001adc79-6ac8-456b-9bd4-429b1a958851 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1644711 Nov 05 13:07:53.594065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d5938a31-6eb7-4386-bdda-e13a6050eef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:53.597886 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=44fb28d9-4dd7-40ca-b8ed-a47e58894682,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:53.605314 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d5938a31-6eb7-4386-bdda-e13a6050eef9 admin admin] Usage tracker for resource:security_group_rule and tenant:d88e955824bc435997a2057469783b03 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:53.606136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:53.611659 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d5938a31-6eb7-4386-bdda-e13a6050eef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:53.646222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d5938a31-6eb7-4386-bdda-e13a6050eef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:53.684607 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5321808d-455d-475a-844d-765963b971fa'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:53.726180 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0ded9a2d-9e46-4bd2-92cb-8292ae9b834a req-1cbf7015-ec12-473e-b9e2-88736951985f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414108 Nov 05 13:07:53.809458 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['44fb28d9-4dd7-40ca-b8ed-a47e58894682'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:07:53.865655 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d5938a31-6eb7-4386-bdda-e13a6050eef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.872712 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d5938a31-6eb7-4386-bdda-e13a6050eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:53.889191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-31fb7c93-73ee-49ef-86f0-75986bd293ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:53.930056 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5321808d-455d-475a-844d-765963b971fa', 'code': 200} Nov 05 13:07:53.945752 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5938a31-6eb7-4386-bdda-e13a6050eef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497bbb72-a325-48cf-b08f-05fe1f45d121,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:53.967433 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d5938a31-6eb7-4386-bdda-e13a6050eef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:54.005538 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d5938a31-6eb7-4386-bdda-e13a6050eef9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d88e955824bc435997a2057469783b03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5374515 Nov 05 13:07:54.009983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45632) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:54.190805 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cdaad-e4f1-4b70-b9f5-c152eda7d1ed req-83783132-65a7-4fc3-8646-a61834a2a6f0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:54.192891 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-061cdaad-e4f1-4b70-b9f5-c152eda7d1ed req-83783132-65a7-4fc3-8646-a61834a2a6f0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 944 time: 0.1333046 Nov 05 13:07:54.268395 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-061cdaad-e4f1-4b70-b9f5-c152eda7d1ed req-f532a75b-38fb-44b3-a484-8dc798649428 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659835 Nov 05 13:07:54.328422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a62220ad-3ca8-42c8-8782-2638c21cddbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:54.356320 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bbd1f257-ba15-4bc5-b6b3-ebe374a07adc req-c509a094-622f-4969-bdda-6415b45baad7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 1098 time: 0.2208138 Nov 05 13:07:54.363861 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a62220ad-3ca8-42c8-8782-2638c21cddbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:54.452179 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bbd1f257-ba15-4bc5-b6b3-ebe374a07adc req-c4a1846b-d0a9-4477-9636-6fb925191392 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797250 Nov 05 13:07:54.462250 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a62220ad-3ca8-42c8-8782-2638c21cddbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:54.468535 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-18745feb-756e-42ea-b1ee-970222e287f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:54.488335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62220ad-3ca8-42c8-8782-2638c21cddbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497bbb72-a325-48cf-b08f-05fe1f45d121,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:54.491900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a62220ad-3ca8-42c8-8782-2638c21cddbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:54.493506 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a62220ad-3ca8-42c8-8782-2638c21cddbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:54.496000 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a62220ad-3ca8-42c8-8782-2638c21cddbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/497bbb72-a325-48cf-b08f-05fe1f45d121 HTTP/1.1" status: 204 len: 168 time: 0.4848313 Nov 05 13:07:54.623869 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82c22a-f2c1-412d-9342-8b7f14740183 req-37196f0e-4a2b-4d2b-8822-2079891b5fee tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:54.625415 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bc82c22a-f2c1-412d-9342-8b7f14740183 req-37196f0e-4a2b-4d2b-8822-2079891b5fee tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 945 time: 0.2365201 Nov 05 13:07:54.668155 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94b360-daa0-4b98-a349-343ec967431f req-b09589f7-e6df-4d06-8aab-22ff9f6dfd09 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:54.676035 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fc94b360-daa0-4b98-a349-343ec967431f req-b09589f7-e6df-4d06-8aab-22ff9f6dfd09 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.1756022 Nov 05 13:07:54.711369 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bc82c22a-f2c1-412d-9342-8b7f14740183 req-279e4b30-40d6-4a67-8686-7d494d02fa1d tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779960 Nov 05 13:07:54.777963 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fc94b360-daa0-4b98-a349-343ec967431f req-52a6e093-2256-4221-8341-2654a369ce91 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007977 Nov 05 13:07:54.961687 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba380e-9d9b-446f-b83c-1838c6b8d8c8 req-c0fae85c-8850-4fff-89fe-e4d65c132b0b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:54.963270 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a1ba380e-9d9b-446f-b83c-1838c6b8d8c8 req-c0fae85c-8850-4fff-89fe-e4d65c132b0b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.0867550 Nov 05 13:07:55.003657 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 44fb28d9-4dd7-40ca-b8ed-a47e58894682 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:07:55.021123 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a1ba380e-9d9b-446f-b83c-1838c6b8d8c8 req-053beb68-1839-41a6-b43a-b5021569f5c3 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504465 Nov 05 13:07:55.104056 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:07:55.109174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:07:55.109822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:55.243637 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:55.294088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:55.297491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:55.298345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45682) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:55.312813 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:55.387598 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=44fb28d9-4dd7-40ca-b8ed-a47e58894682,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:55.399212 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:55.399608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:55.399991 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:55.400367 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:55.400742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:55.401154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:55.401523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:55.401891 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:55.402319 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:55.402794 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:55.403160 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:55.408386 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:55.469223 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-129f9896-cc08-42b8-a566-8703f007c730 req-4ed28c18-9d84-4739-b2bf-0e6f09c2aa4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b43d64e03dae48b49fa2e51483228c89&device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 1098 time: 0.1679554 Nov 05 13:07:55.542319 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153f59c-ffe8-4018-8cf1-ad4d63707d5a req-9b3b5fd3-a0e9-4966-a70d-fea48950c27a tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:55.550072 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3153f59c-ffe8-4018-8cf1-ad4d63707d5a req-9b3b5fd3-a0e9-4966-a70d-fea48950c27a tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1613038 Nov 05 13:07:55.628716 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a8a28-decc-4d16-beb0-8ef1f8f8c3aa req-9d01ae70-7333-4db2-8cfe-db319adf61de tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:55.637373 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-062a8a28-decc-4d16-beb0-8ef1f8f8c3aa req-9d01ae70-7333-4db2-8cfe-db319adf61de tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.1840189 Nov 05 13:07:55.650198 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3153f59c-ffe8-4018-8cf1-ad4d63707d5a req-40db2cab-382c-40c7-b6e1-ddb5fd8b0f79 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988069 Nov 05 13:07:55.658458 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f9896-cc08-42b8-a566-8703f007c730 req-211ce721-5026-4bc2-a9c0-9d7ccb1e95b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:55.658458 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-129f9896-cc08-42b8-a566-8703f007c730 req-211ce721-5026-4bc2-a9c0-9d7ccb1e95b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 200 len: 919 time: 0.1813145 Nov 05 13:07:55.658644 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45581dca-2b6a-48db-879c-ae33f49b0aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:55.715671 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-062a8a28-decc-4d16-beb0-8ef1f8f8c3aa req-c312438d-a079-4249-bda5-b21219298ff5 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772057 Nov 05 13:07:55.775738 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-129f9896-cc08-42b8-a566-8703f007c730 req-4eb6793a-7b0c-4ca1-82f6-dff222d41a0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 HTTP/1.1" status: 200 len: 217 time: 0.0915947 Nov 05 13:07:55.931625 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:55.934289 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f9896-cc08-42b8-a566-8703f007c730 req-7131daf4-3550-48a0-b35a-3639f75a6afb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:55.946107 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-129f9896-cc08-42b8-a566-8703f007c730 req-7131daf4-3550-48a0-b35a-3639f75a6afb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08a9b97a-1593-4dbd-a30d-05fe4260c2e5 HTTP/1.1" status: 200 len: 858 time: 0.1573629 Nov 05 13:07:55.947255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-45581dca-2b6a-48db-879c-ae33f49b0aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:56.038836 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-129f9896-cc08-42b8-a566-8703f007c730 req-96a23f13-8c40-4946-9a76-6b2d46b60234 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57eedc5a-79de-4f09-b854-e1e702ceba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794735 Nov 05 13:07:56.040198 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-45581dca-2b6a-48db-879c-ae33f49b0aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:9727cc0503a84e4ca9c562a09ad84985 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:56.045567 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-45581dca-2b6a-48db-879c-ae33f49b0aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:56.069018 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b8f15-89e7-41da-9203-0b8dfbfe96ec req-b2e83836-57b8-4dcf-a4c0-4172167e2ea9 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:56.078800 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fc5b8f15-89e7-41da-9203-0b8dfbfe96ec req-b2e83836-57b8-4dcf-a4c0-4172167e2ea9 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 945 time: 0.1403191 Nov 05 13:07:56.152514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-45581dca-2b6a-48db-879c-ae33f49b0aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:56.272324 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fc5b8f15-89e7-41da-9203-0b8dfbfe96ec req-134d79af-6880-47ee-ba66-1c6494d07cb5 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916313 Nov 05 13:07:56.328335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0671243-4db7-4313-b792-9dca0f5bdb2d req-a4b66fc3-a86e-4602-87df-cbca3e8a30b7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:56.336222 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a0671243-4db7-4313-b792-9dca0f5bdb2d req-a4b66fc3-a86e-4602-87df-cbca3e8a30b7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.2550709 Nov 05 13:07:56.418253 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'code': 200} Nov 05 13:07:56.419091 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-129f9896-cc08-42b8-a566-8703f007c730 req-b8ed35e9-af85-42fb-a91c-6fc64f4ca5b7 service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672531 Nov 05 13:07:56.494670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45581dca-2b6a-48db-879c-ae33f49b0aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:56.549985 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45581dca-2b6a-48db-879c-ae33f49b0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:56.553104 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a0671243-4db7-4313-b792-9dca0f5bdb2d req-7188d18a-79e8-4275-9448-5dae4162f8a1 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158620 Nov 05 13:07:56.563376 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:56.642110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9bb9a-bef7-442f-bf0e-2b4fb08e2164 req-d283bbfe-fd80-40de-a24d-21f00949ea63 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:56.643754 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b1a9bb9a-bef7-442f-bf0e-2b4fb08e2164 req-d283bbfe-fd80-40de-a24d-21f00949ea63 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.64 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 945 time: 0.2535677 Nov 05 13:07:56.674611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45581dca-2b6a-48db-879c-ae33f49b0aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567fd5ae-36fe-4395-b4e1-656d0c1ea6e8,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:56.690855 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-45581dca-2b6a-48db-879c-ae33f49b0aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:56.698594 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-45581dca-2b6a-48db-879c-ae33f49b0aa5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9727cc0503a84e4ca9c562a09ad84985&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3991005 Nov 05 13:07:56.699327 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45734) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:56.812137 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-129f9896-cc08-42b8-a566-8703f007c730 req-90a7016b-6cc4-4fe5-89a1-9884f3d657ed service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794754 Nov 05 13:07:56.821432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-b1a9bb9a-bef7-442f-bf0e-2b4fb08e2164 req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Deleting port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:07:56.821824 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-b1a9bb9a-bef7-442f-bf0e-2b4fb08e2164 req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:56.907873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94a1d81c-2286-43a7-8641-de2e02a9fbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:56.981315 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94a1d81c-2286-43a7-8641-de2e02a9fbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:57.079217 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94a1d81c-2286-43a7-8641-de2e02a9fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:57.084447 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e96b0e30-c44a-466d-9843-6ac85432e46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:57.104513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1d81c-2286-43a7-8641-de2e02a9fbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567fd5ae-36fe-4395-b4e1-656d0c1ea6e8,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:57.113106 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-94a1d81c-2286-43a7-8641-de2e02a9fbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:57.127802 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94a1d81c-2286-43a7-8641-de2e02a9fbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:57.132401 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-94a1d81c-2286-43a7-8641-de2e02a9fbb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/567fd5ae-36fe-4395-b4e1-656d0c1ea6e8 HTTP/1.1" status: 204 len: 168 time: 0.4189703 Nov 05 13:07:57.241304 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-738c0aa4-6138-4d04-aa54-c9c6c979b1f3 req-64c576b5-b9ef-41fc-a720-adcde1496979 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 1098 time: 0.3602302 Nov 05 13:07:57.353592 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-738c0aa4-6138-4d04-aa54-c9c6c979b1f3 req-e3a5cdb6-0317-4a22-8de3-38f21b3fb7f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022894 Nov 05 13:07:57.368056 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef5a9d-8755-4e9c-800a-1b8fe19b35e3 req-e93c584a-ab19-46f7-bf93-6ef048d8e702 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:57.375877 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d6ef5a9d-8755-4e9c-800a-1b8fe19b35e3 req-e93c584a-ab19-46f7-bf93-6ef048d8e702 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.3635471 Nov 05 13:07:57.481392 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d6ef5a9d-8755-4e9c-800a-1b8fe19b35e3 req-de618431-7364-4304-9a5e-9d7ad5480279 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045237 Nov 05 13:07:57.593136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd5f61-fed8-4d4b-b647-d7ae61e83af7 req-de78a3fc-824c-46ef-8c2e-915621c65c51 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:57.602215 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c2dd5f61-fed8-4d4b-b647-d7ae61e83af7 req-de78a3fc-824c-46ef-8c2e-915621c65c51 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.5909510 Nov 05 13:07:57.811952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45790) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:57.844083 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7d20-e4bb-4064-9071-641eba42d4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:57.893339 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0f0c7d20-e4bb-4064-9071-641eba42d4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:57.897983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0f0c7d20-e4bb-4064-9071-641eba42d4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:aa127a99977c41e588ef20b1377edcbe is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:57.901335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0f0c7d20-e4bb-4064-9071-641eba42d4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:57.908166 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0f0c7d20-e4bb-4064-9071-641eba42d4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:57.969776 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c2dd5f61-fed8-4d4b-b647-d7ae61e83af7 req-39065c80-8c94-4519-b940-e89236ac06a0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663499 Nov 05 13:07:58.010262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7d20-e4bb-4064-9071-641eba42d4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.013574 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0f0c7d20-e4bb-4064-9071-641eba42d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.022731 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f25fc5ac-4f09-4d52-9b7b-840f7ca589e7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:58.031114 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45798) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:58.077249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-b1a9bb9a-bef7-442f-bf0e-2b4fb08e2164 req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] For port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc,segment=NetworkSegment(b6187f74-a5e5-4f55-88b1-49aed1b0402a),segment_id=b6187f74-a5e5-4f55-88b1-49aed1b0402a)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:07:58.077811 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-b1a9bb9a-bef7-442f-bf0e-2b4fb08e2164 req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.095405 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c7d20-e4bb-4064-9071-641eba42d4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1279a1-46c3-49bc-9bd5-dd58df1ca422,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:58.111642 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0f0c7d20-e4bb-4064-9071-641eba42d4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:58.123823 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0f0c7d20-e4bb-4064-9071-641eba42d4a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa127a99977c41e588ef20b1377edcbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3107393 Nov 05 13:07:58.127255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45804) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:58.177768 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1a8a2-e2ac-4e8a-bcb1-7e912c537a91 req-4154efaa-aa3d-4e49-ace0-625364bbf049 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:58.177768 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-64e1a8a2-e2ac-4e8a-bcb1-7e912c537a91 req-4154efaa-aa3d-4e49-ace0-625364bbf049 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 945 time: 0.5729237 Nov 05 13:07:58.200962 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b451a20a-a743-4aa0-9992-2663c88a458a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.230692 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b451a20a-a743-4aa0-9992-2663c88a458a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.253619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-b1a9bb9a-bef7-442f-bf0e-2b4fb08e2164 req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Calling delete_port for eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:07:58.286565 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b451a20a-a743-4aa0-9992-2663c88a458a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.295614 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-52912e2c-74c7-4071-8949-3b5e7cebc553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:58.307663 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451a20a-a743-4aa0-9992-2663c88a458a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1279a1-46c3-49bc-9bd5-dd58df1ca422,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:58.310163 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b451a20a-a743-4aa0-9992-2663c88a458a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:58.316006 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b451a20a-a743-4aa0-9992-2663c88a458a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.320537 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b451a20a-a743-4aa0-9992-2663c88a458a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d1279a1-46c3-49bc-9bd5-dd58df1ca422 HTTP/1.1" status: 204 len: 168 time: 0.1887667 Nov 05 13:07:58.408063 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bcbe61dd-13ab-4e5c-b5dc-bcd7defee029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.436954 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-64e1a8a2-e2ac-4e8a-bcb1-7e912c537a91 req-37db2c29-d4c4-4560-895e-38999f1f172f tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/security-groups?id=74572a8e-b1e8-456d-aa43-19bb89d51f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905651 Nov 05 13:07:58.469810 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-bcbe61dd-13ab-4e5c-b5dc-bcd7defee029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:58.474229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-bcbe61dd-13ab-4e5c-b5dc-bcd7defee029 admin admin] Usage tracker for resource:security_group_rule and tenant:b53a897593ce49e7b3d0142c46ec7bc9 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:58.478056 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-bcbe61dd-13ab-4e5c-b5dc-bcd7defee029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:58.484615 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-bcbe61dd-13ab-4e5c-b5dc-bcd7defee029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:58.543470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8544b17-ea92-4553-bd25-2653a7188fda req-35635567-e6cf-4ed1-9637-7e1bfe9e846a tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:58.551051 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a8544b17-ea92-4553-bd25-2653a7188fda req-35635567-e6cf-4ed1-9637-7e1bfe9e846a tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.3697476 Nov 05 13:07:58.569076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bcbe61dd-13ab-4e5c-b5dc-bcd7defee029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.578464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bcbe61dd-13ab-4e5c-b5dc-bcd7defee029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.586342 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0f0c7d20-e4bb-4064-9071-641eba42d4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:58.683466 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a8544b17-ea92-4553-bd25-2653a7188fda req-a62a2b6c-d2d6-4e91-96f1-218bbb962813 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311011 Nov 05 13:07:58.836082 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe61dd-13ab-4e5c-b5dc-bcd7defee029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b89d0e-7550-41b1-aee3-c379f4d1de48,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:58.840382 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bcbe61dd-13ab-4e5c-b5dc-bcd7defee029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:58.885719 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-bcbe61dd-13ab-4e5c-b5dc-bcd7defee029 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b53a897593ce49e7b3d0142c46ec7bc9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8495367 Nov 05 13:07:58.888252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45822) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:58.950961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-b1a9bb9a-bef7-442f-bf0e-2b4fb08e2164 req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:58.970684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:07:58.980284 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:59.006518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8765eef6-3bcc-44c0-9cc1-504df88d4deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.052602 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8765eef6-3bcc-44c0-9cc1-504df88d4deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.060378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45832) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:59.098756 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2fbe-2ae4-40f4-bc71-632d99769c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.156013 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fa4e2fbe-2ae4-40f4-bc71-632d99769c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:59.161050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fa4e2fbe-2ae4-40f4-bc71-632d99769c17 admin admin] Usage tracker for resource:security_group_rule and tenant:98ca3d966fb249f5bcbc34ed52207891 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:59.164987 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fa4e2fbe-2ae4-40f4-bc71-632d99769c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:59.171299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fa4e2fbe-2ae4-40f4-bc71-632d99769c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:59.176222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4b713-0c87-44fb-9436-b6ab88f594af req-b000684c-ffc0-4f4e-bba9-404516447e72 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:59.181558 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8765eef6-3bcc-44c0-9cc1-504df88d4deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.187825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:59.187970 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-09a4b713-0c87-44fb-9436-b6ab88f594af req-b000684c-ffc0-4f4e-bba9-404516447e72 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.3686473 Nov 05 13:07:59.207196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765eef6-3bcc-44c0-9cc1-504df88d4deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b89d0e-7550-41b1-aee3-c379f4d1de48,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:59.216554 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8765eef6-3bcc-44c0-9cc1-504df88d4deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:59.221095 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8765eef6-3bcc-44c0-9cc1-504df88d4deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.225263 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8765eef6-3bcc-44c0-9cc1-504df88d4deb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/63b89d0e-7550-41b1-aee3-c379f4d1de48 HTTP/1.1" status: 204 len: 168 time: 0.3357294 Nov 05 13:07:59.253332 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45842) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:59.288956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Pushing event deleted for resources: {'Port': ['ID=eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:59.300539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2fbe-2ae4-40f4-bc71-632d99769c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.305019 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2fbe-2ae4-40f4-bc71-632d99769c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.314673 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d6ca75dd-91c8-44a6-877f-6b897cf9dea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:59.344022 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:59.344475 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:59.344761 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:59.345184 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:59.345576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:59.345994 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:59.346311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:59.346853 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:59.347543 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:59.348079 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:59.348661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:07:59.353249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a9bb9a-bef7-442f-bf0e-2b4fb08e2164 req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] No DVR routers for this DVR port eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:07:59.356353 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-b1a9bb9a-bef7-442f-bf0e-2b4fb08e2164 req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.366742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:59.379723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e2fbe-2ae4-40f4-bc71-632d99769c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9733d8c-5941-4b01-9cee-f9cce8058dc0,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:59.386110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232866cf-9776-42a8-8db8-f1fe5f095e08', 'name': 'network-vif-deleted', 'tag': 'eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:07:59.395818 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-fa4e2fbe-2ae4-40f4-bc71-632d99769c17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98ca3d966fb249f5bcbc34ed52207891&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3341475 Nov 05 13:07:59.402527 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fa4e2fbe-2ae4-40f4-bc71-632d99769c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:59.403210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45850) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:59.414765 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b1a9bb9a-bef7-442f-bf0e-2b4fb08e2164 req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.64 "DELETE /v2.0/ports/eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc HTTP/1.1" status: 204 len: 173 time: 2.7637761 Nov 05 13:07:59.480382 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d4d78b0a-5b21-446d-8042-c08e1c7a8add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.493167 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-09a4b713-0c87-44fb-9436-b6ab88f594af req-1a6c5cb3-b42b-4f16-81d9-e91d4731dd08 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945001 Nov 05 13:07:59.509652 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d4d78b0a-5b21-446d-8042-c08e1c7a8add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.518315 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8101c-1a6e-475b-a593-f847af99f585 req-6b9ff452-d2ab-4679-be64-8e9a863928ac tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:07:59.532321 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45860) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:59.537371 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-49d8101c-1a6e-475b-a593-f847af99f585 req-6b9ff452-d2ab-4679-be64-8e9a863928ac tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.5572224 Nov 05 13:07:59.558217 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-de43f037-7e16-4d31-82a6-a16409962f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Request body: {'floatingip': {'port_id': '5321808d-455d-475a-844d-765963b971fa'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:07:59.591288 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 45864) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:59.653053 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de43f037-7e16-4d31-82a6-a16409962f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.666551 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232866cf-9776-42a8-8db8-f1fe5f095e08', 'name': 'network-vif-deleted', 'tag': 'eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc', 'status': 'completed', 'code': 200} Nov 05 13:07:59.771362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d4d78b0a-5b21-446d-8042-c08e1c7a8add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.784320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-94a1d81c-2286-43a7-8641-de2e02a9fbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:07:59.802278 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d4d78b0a-5b21-446d-8042-c08e1c7a8add admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.803561 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d4d78b0a-5b21-446d-8042-c08e1c7a8add admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9733d8c-5941-4b01-9cee-f9cce8058dc0 HTTP/1.1" status: 204 len: 168 time: 0.3977089 Nov 05 13:07:59.825111 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bebeb0c2-14db-4512-94c4-961797bf0b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:07:59.839121 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d78b0a-5b21-446d-8042-c08e1c7a8add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9733d8c-5941-4b01-9cee-f9cce8058dc0,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:07:59.860281 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d4d78b0a-5b21-446d-8042-c08e1c7a8add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:07:59.894700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-bebeb0c2-14db-4512-94c4-961797bf0b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:07:59.899253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-bebeb0c2-14db-4512-94c4-961797bf0b6d admin admin] Usage tracker for resource:security_group_rule and tenant:9fba7c18ebad4811ac890b32ff324875 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:07:59.902459 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-bebeb0c2-14db-4512-94c4-961797bf0b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:07:59.910303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45874) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:07:59.916415 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-bebeb0c2-14db-4512-94c4-961797bf0b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:07:59.974445 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-48634a4a-44e5-40aa-a2ba-1a39674db360 req-e85a43e1-9866-492a-9cf3-202fe165a546 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Synchronizing usage tracker for tenant:a915a455eb124e608fb36ad1a422c907 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:07:59.980907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5b3d3104-f1a1-4e03-be70-5054fdc118ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.006434 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7d71547f-7106-4af0-9887-0881cb9704d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.033300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-5b3d3104-f1a1-4e03-be70-5054fdc118ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:00.037364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-5b3d3104-f1a1-4e03-be70-5054fdc118ff admin admin] Usage tracker for resource:security_group_rule and tenant:55ae3e97f169476aaa86cea5920d4dd7 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:00.041436 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-5b3d3104-f1a1-4e03-be70-5054fdc118ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:00.059916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-5b3d3104-f1a1-4e03-be70-5054fdc118ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:00.067748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-48634a4a-44e5-40aa-a2ba-1a39674db360 req-e85a43e1-9866-492a-9cf3-202fe165a546 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Unset dirty status for tenant:a915a455eb124e608fb36ad1a422c907 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:00.069104 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-48634a4a-44e5-40aa-a2ba-1a39674db360 req-e85a43e1-9866-492a-9cf3-202fe165a546 tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] 10.222.0.39 "GET /v2.0/ports?device_id=232866cf-9776-42a8-8db8-f1fe5f095e08 HTTP/1.1" status: 200 len: 210 time: 0.1485987 Nov 05 13:08:00.080199 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c9d3f-e409-44d2-be52-a21075811bfe req-ec652f70-f3e6-4f27-9d22-f65ea6b964ae tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:00.081932 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b89c9d3f-e409-44d2-be52-a21075811bfe req-ec652f70-f3e6-4f27-9d22-f65ea6b964ae tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.2829559 Nov 05 13:08:00.103991 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-7d71547f-7106-4af0-9887-0881cb9704d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:00.118210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-7d71547f-7106-4af0-9887-0881cb9704d3 admin admin] Usage tracker for resource:security_group_rule and tenant:aedd2bb665af45c1af8e4fd9f56dca54 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:00.135920 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b89c9d3f-e409-44d2-be52-a21075811bfe req-4188f247-3606-4099-a1af-e3860e00b228 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453656 Nov 05 13:08:00.180092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bebeb0c2-14db-4512-94c4-961797bf0b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.181337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-7d71547f-7106-4af0-9887-0881cb9704d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:00.195131 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bebeb0c2-14db-4512-94c4-961797bf0b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.202897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-7d71547f-7106-4af0-9887-0881cb9704d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:00.207833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-91a1317e-b134-49cc-87ec-5bc044ed025c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:00.248854 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5b3d3104-f1a1-4e03-be70-5054fdc118ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.252444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5b3d3104-f1a1-4e03-be70-5054fdc118ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.263163 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:00.307256 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d3104-f1a1-4e03-be70-5054fdc118ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f594bd82-6215-47cc-bf94-17545e1eedd6,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:00.310681 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5b3d3104-f1a1-4e03-be70-5054fdc118ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:00.313898 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-5b3d3104-f1a1-4e03-be70-5054fdc118ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55ae3e97f169476aaa86cea5920d4dd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7211220 Nov 05 13:08:00.316834 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 45884) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:00.326984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeb0c2-14db-4512-94c4-961797bf0b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6ee644-3842-434b-985a-1211885eff74,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:00.330459 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bebeb0c2-14db-4512-94c4-961797bf0b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:00.356375 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-bebeb0c2-14db-4512-94c4-961797bf0b6d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fba7c18ebad4811ac890b32ff324875&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1019692 Nov 05 13:08:00.361960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45888) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:00.396088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ddd61b6a-bea8-4756-bbdd-3a5c49d6be08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.427561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ddd61b6a-bea8-4756-bbdd-3a5c49d6be08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.491213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ddd61b6a-bea8-4756-bbdd-3a5c49d6be08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.497099 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b1900f92-be96-4426-a87d-75309d53e256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:00.510187 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd61b6a-bea8-4756-bbdd-3a5c49d6be08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f594bd82-6215-47cc-bf94-17545e1eedd6,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:00.531466 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ddd61b6a-bea8-4756-bbdd-3a5c49d6be08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:00.533705 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ddd61b6a-bea8-4756-bbdd-3a5c49d6be08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.548231 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-ddd61b6a-bea8-4756-bbdd-3a5c49d6be08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f594bd82-6215-47cc-bf94-17545e1eedd6 HTTP/1.1" status: 204 len: 168 time: 0.2165926 Nov 05 13:08:00.598493 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7d71547f-7106-4af0-9887-0881cb9704d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.722127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dc78a413-9f60-4705-87b4-2e5544a414ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.743076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7d71547f-7106-4af0-9887-0881cb9704d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.754996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8765eef6-3bcc-44c0-9cc1-504df88d4deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:00.813811 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfad28e-5d71-4b33-b6e8-b8a974d9c508 req-266dab49-0430-46e3-bca1-b4f7b699b9dd tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:00.822489 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-dcfad28e-5d71-4b33-b6e8-b8a974d9c508 req-266dab49-0430-46e3-bca1-b4f7b699b9dd tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.1040113 Nov 05 13:08:00.824829 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dc78a413-9f60-4705-87b4-2e5544a414ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:00.847693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71547f-7106-4af0-9887-0881cb9704d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cbfd55-8c1c-496e-a1e6-2cbeba5b6132,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:00.851815 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7d71547f-7106-4af0-9887-0881cb9704d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:00.889865 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-7d71547f-7106-4af0-9887-0881cb9704d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aedd2bb665af45c1af8e4fd9f56dca54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9758797 Nov 05 13:08:00.893733 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45906) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:00.899975 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-dcfad28e-5d71-4b33-b6e8-b8a974d9c508 req-0694f2e8-bc3c-4967-9a52-efa5219ba1d0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765347 Nov 05 13:08:01.046988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3e2c15c1-f043-411a-91a2-d843a9d21dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.055263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:08:01.071093 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dc78a413-9f60-4705-87b4-2e5544a414ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.083522 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:01.115733 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:08:01.116177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device eddd75b3-5dc9-4c78-9cd3-209b8dd3e5bc not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:08:01.157882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78a413-9f60-4705-87b4-2e5544a414ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6ee644-3842-434b-985a-1211885eff74,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:01.173083 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dc78a413-9f60-4705-87b4-2e5544a414ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:01.190515 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dc78a413-9f60-4705-87b4-2e5544a414ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.195359 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-dc78a413-9f60-4705-87b4-2e5544a414ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f6ee644-3842-434b-985a-1211885eff74 HTTP/1.1" status: 204 len: 168 time: 0.8323958 Nov 05 13:08:01.204357 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3e2c15c1-f043-411a-91a2-d843a9d21dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.228077 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093c7d5-b32b-45a2-b1a7-a6b75d3ca271 req-7498cd2d-aebf-4f0e-a3da-4f26f90d9eb4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:01.249465 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a093c7d5-b32b-45a2-b1a7-a6b75d3ca271 req-7498cd2d-aebf-4f0e-a3da-4f26f90d9eb4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.1918194 Nov 05 13:08:01.250200 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 45928) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:01.258563 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-a6b57485-dfa6-4b02-adfb-5d001a49de8d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Request body: {'floatingip': {'port_id': '44fb28d9-4dd7-40ca-b8ed-a47e58894682'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:08:01.379531 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a6b57485-dfa6-4b02-adfb-5d001a49de8d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.603360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3e2c15c1-f043-411a-91a2-d843a9d21dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.612712 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bcbe61dd-13ab-4e5c-b5dc-bcd7defee029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:01.637108 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de43f037-7e16-4d31-82a6-a16409962f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.640027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c15c1-f043-411a-91a2-d843a9d21dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cbfd55-8c1c-496e-a1e6-2cbeba5b6132,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:01.642661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3e2c15c1-f043-411a-91a2-d843a9d21dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:01.645778 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de43f037-7e16-4d31-82a6-a16409962f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.747918 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3e2c15c1-f043-411a-91a2-d843a9d21dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.750221 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3e2c15c1-f043-411a-91a2-d843a9d21dc8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4cbfd55-8c1c-496e-a1e6-2cbeba5b6132 HTTP/1.1" status: 204 len: 168 time: 0.8554254 Nov 05 13:08:01.800432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550681c-d716-43a6-8d41-873cc680c9a3 req-96ebcb09-3d06-442d-a982-c38949316456 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:01.808464 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d550681c-d716-43a6-8d41-873cc680c9a3 req-96ebcb09-3d06-442d-a982-c38949316456 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.3365517 Nov 05 13:08:01.871773 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d550681c-d716-43a6-8d41-873cc680c9a3 req-9b7cbee0-472d-4240-9267-6bd89a1436b9 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622702 Nov 05 13:08:01.924281 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45950) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:01.953110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21c6658b-8bb3-4e32-96b4-87c1803e21cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:01.999444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-21c6658b-8bb3-4e32-96b4-87c1803e21cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:02.008756 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-21c6658b-8bb3-4e32-96b4-87c1803e21cc admin admin] Usage tracker for resource:security_group_rule and tenant:c51e50a0540943339f4ed58fa993ad26 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:02.013525 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-21c6658b-8bb3-4e32-96b4-87c1803e21cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:02.023861 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-21c6658b-8bb3-4e32-96b4-87c1803e21cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:02.032733 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.l3_db [None req-de43f037-7e16-4d31-82a6-a16409962f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Floating IP 4d270403-dc9f-419a-ab0b-14fe0e30564f associated. External IP: 172.28.2.251, port: 5321808d-455d-475a-844d-765963b971fa. Nov 05 13:08:02.365669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21c6658b-8bb3-4e32-96b4-87c1803e21cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:02.373778 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-21c6658b-8bb3-4e32-96b4-87c1803e21cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:02.385988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b61e6c09-6474-4262-95d6-f78ce1a61916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:02.460609 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6658b-8bb3-4e32-96b4-87c1803e21cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c02cadc-83ec-4d16-bcf8-a18bd88bb3c5,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:02.466096 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-21c6658b-8bb3-4e32-96b4-87c1803e21cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:02.476949 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-21c6658b-8bb3-4e32-96b4-87c1803e21cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c51e50a0540943339f4ed58fa993ad26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5585670 Nov 05 13:08:02.478691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 45970) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:02.629713 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0e832029-c257-40e1-9c5d-dc91ea1ac7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:02.667578 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0e832029-c257-40e1-9c5d-dc91ea1ac7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:02.810821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0e832029-c257-40e1-9c5d-dc91ea1ac7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:02.817194 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d5938a31-6eb7-4386-bdda-e13a6050eef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:02.831453 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e832029-c257-40e1-9c5d-dc91ea1ac7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c02cadc-83ec-4d16-bcf8-a18bd88bb3c5,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:02.835858 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0e832029-c257-40e1-9c5d-dc91ea1ac7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:02.841512 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0e832029-c257-40e1-9c5d-dc91ea1ac7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:02.845541 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0e832029-c257-40e1-9c5d-dc91ea1ac7ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c02cadc-83ec-4d16-bcf8-a18bd88bb3c5 HTTP/1.1" status: 204 len: 168 time: 0.3658228 Nov 05 13:08:02.873161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de43f037-7e16-4d31-82a6-a16409962f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:08:02.919294 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a6b57485-dfa6-4b02-adfb-5d001a49de8d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:02.924045 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a6b57485-dfa6-4b02-adfb-5d001a49de8d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:03.111356 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de43f037-7e16-4d31-82a6-a16409962f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:08:03.125541 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a330e6-0a24-4684-9af0-df88dd93f2cc None None] Sync routers for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:08:03.133126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de43f037-7e16-4d31-82a6-a16409962f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:03.144739 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a330e6-0a24-4684-9af0-df88dd93f2cc None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:08:03.145578 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-09a330e6-0a24-4684-9af0-df88dd93f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:07:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:03.271468 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc983a2-5d58-4621-ad4a-de47eb2e4441 req-c6a902cb-74f8-4f54-89d1-11d5c6929dfc tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:03.273239 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5dc983a2-5d58-4621-ad4a-de47eb2e4441 req-c6a902cb-74f8-4f54-89d1-11d5c6929dfc tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1750472 Nov 05 13:08:03.274114 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-de43f037-7e16-4d31-82a6-a16409962f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "PUT /v2.0/floatingips/4d270403-dc9f-419a-ab0b-14fe0e30564f HTTP/1.1" status: 200 len: 991 time: 3.7406557 Nov 05 13:08:03.276671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'tag': '5321808d-455d-475a-844d-765963b971fa'}] {{(pid=88180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:03.371868 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5dc983a2-5d58-4621-ad4a-de47eb2e4441 req-13877b66-c06b-4fde-9017-d83dd0982086 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753324 Nov 05 13:08:03.413417 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.l3_db [None req-a6b57485-dfa6-4b02-adfb-5d001a49de8d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Floating IP 2748c9c0-2f64-4ef2-b9be-1e38a0f18286 associated. External IP: 172.28.2.243, port: 44fb28d9-4dd7-40ca-b8ed-a47e58894682. Nov 05 13:08:03.502809 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'tag': '5321808d-455d-475a-844d-765963b971fa', 'status': 'completed', 'code': 200} Nov 05 13:08:03.752529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46018) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:03.770475 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e3176b7e-bbd3-4f64-b259-bfbedb348913 req-b9282593-33af-4b0a-9f8a-78890451de46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8db93a34e48c471ab1b85908fe2989f5&device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 1098 time: 0.2345464 Nov 05 13:08:03.806172 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-09a330e6-0a24-4684-9af0-df88dd93f2cc None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:08:03.873384 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58e13c9-41d2-4907-96fd-caee8c4d9f9b admin admin] Deleting subnet e3229592-c357-4f21-9440-dd14252d6111 {{(pid=88180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:08:03.877994 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f58e13c9-41d2-4907-96fd-caee8c4d9f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:03.946851 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f58e13c9-41d2-4907-96fd-caee8c4d9f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838363850'] for subnet, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:04.023830 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f58e13c9-41d2-4907-96fd-caee8c4d9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:04.091136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3176b7e-bbd3-4f64-b259-bfbedb348913 req-0c497477-77ba-4ef5-859c-c33c61ffb1f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:04.094002 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e3176b7e-bbd3-4f64-b259-bfbedb348913 req-0c497477-77ba-4ef5-859c-c33c61ffb1f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 HTTP/1.1" status: 200 len: 912 time: 0.2959552 Nov 05 13:08:04.119359 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f58e13c9-41d2-4907-96fd-caee8c4d9f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15842110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14874446'] for subnet, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:04.128941 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a8f36360-444f-4211-be0c-0e49e8d6e2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:04.178327 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e13c9-41d2-4907-96fd-caee8c4d9f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3229592-c357-4f21-9440-dd14252d6111,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:04.184389 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f58e13c9-41d2-4907-96fd-caee8c4d9f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:04.192844 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f58e13c9-41d2-4907-96fd-caee8c4d9f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:04.201418 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f58e13c9-41d2-4907-96fd-caee8c4d9f9b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e3229592-c357-4f21-9440-dd14252d6111 HTTP/1.1" status: 204 len: 168 time: 0.4475005 Nov 05 13:08:04.204414 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46034) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:04.233458 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-09a330e6-0a24-4684-9af0-df88dd93f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': '4d270403-dc9f-419a-ab0b-14fe0e30564f', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'floating_ip_address': '172.28.2.251', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'port_id': '5321808d-455d-475a-844d-765963b971fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'mac_address': 'fa:16:3e:65:59:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:07:16Z', 'updated_at': '2021-11-05T13:08:00Z', 'revision_number': 1, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:18Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:04.238916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a330e6-0a24-4684-9af0-df88dd93f2cc None None] Checking router: 0c314b14-95c7-4f2c-9757-e23cb8a5e56a for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:08:04.253234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a330e6-0a24-4684-9af0-df88dd93f2cc None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:08:04.253922 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-09a330e6-0a24-4684-9af0-df88dd93f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:07:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:04.308021 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e3176b7e-bbd3-4f64-b259-bfbedb348913 req-d6a8102d-8c1d-4fb0-aa8c-501ef841e9f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5321808d-455d-475a-844d-765963b971fa HTTP/1.1" status: 200 len: 999 time: 0.1481435 Nov 05 13:08:04.348553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:04.410225 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b57485-dfa6-4b02-adfb-5d001a49de8d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Router 73a74929-d309-430c-800a-3f00f7b5342b has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:08:04.411968 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3176b7e-bbd3-4f64-b259-bfbedb348913 req-f4ceb6a6-d17d-4071-9eb5-187d51a28082 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:04.414317 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e3176b7e-bbd3-4f64-b259-bfbedb348913 req-f4ceb6a6-d17d-4071-9eb5-187d51a28082 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8287a2bf-ff22-4f26-bea6-b3544de4550c HTTP/1.1" status: 200 len: 850 time: 0.0968101 Nov 05 13:08:04.545213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0faa1cc5-7fc1-4970-b7dd-c3d44aa2f8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:04.545685 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-09a330e6-0a24-4684-9af0-df88dd93f2cc None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:08:04.833696 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:04.896981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ab1dc0-377e-4627-9fdb-a6a83b2e1bee']}} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:04.928428 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6187f74-a5e5-4f55-88b1-49aed1b0402a') {'for_net_delete': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:04.928814 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6187f74-a5e5-4f55-88b1-49aed1b0402a') {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:04.955394 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16411967'] for segment, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.007250 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.019439 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=88180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:08:05.019892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838933040'] for segment, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:08:05.180522 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:08:05.189334 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.210062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.214372 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:05.263753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] Pushing event deleted for resources: {'Network': ['ID=58ab1dc0-377e-4627-9fdb-a6a83b2e1bee,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:05.273215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:05.277840 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] 10.222.0.39 "DELETE /v2.0/networks/58ab1dc0-377e-4627-9fdb-a6a83b2e1bee HTTP/1.1" status: 204 len: 168 time: 1.0697777 Nov 05 13:08:05.289327 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-09a330e6-0a24-4684-9af0-df88dd93f2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': '4d270403-dc9f-419a-ab0b-14fe0e30564f', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'floating_ip_address': '172.28.2.251', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'port_id': '5321808d-455d-475a-844d-765963b971fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'mac_address': 'fa:16:3e:65:59:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:07:16Z', 'updated_at': '2021-11-05T13:08:00Z', 'revision_number': 1, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:18Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:05.306527 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a330e6-0a24-4684-9af0-df88dd93f2cc None None] The sync data for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb is: [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': '4d270403-dc9f-419a-ab0b-14fe0e30564f', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'floating_ip_address': '172.28.2.251', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'port_id': '5321808d-455d-475a-844d-765963b971fa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'mac_address': 'fa:16:3e:65:59:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:07:16Z', 'updated_at': '2021-11-05T13:08:00Z', 'revision_number': 1, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:18Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:08:05.442935 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28921a6f-28f8-476b-9941-904cf0321c61 req-64f15e05-798e-4cff-8f28-4660d893baba tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:05.444547 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-28921a6f-28f8-476b-9941-904cf0321c61 req-64f15e05-798e-4cff-8f28-4660d893baba tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.5494108 Nov 05 13:08:05.454197 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e3176b7e-bbd3-4f64-b259-bfbedb348913 req-33227af6-fc91-4b89-835c-a872238e5507 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0215640 Nov 05 13:08:05.655305 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-28921a6f-28f8-476b-9941-904cf0321c61 req-762e5675-6c71-4833-8e6d-df2866a4cf8e tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991055 Nov 05 13:08:05.716060 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e3176b7e-bbd3-4f64-b259-bfbedb348913 req-ed02303f-1749-49bf-a79e-7b23b45b6100 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298765 Nov 05 13:08:05.724875 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b57485-dfa6-4b02-adfb-5d001a49de8d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:08:05.729507 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a6b57485-dfa6-4b02-adfb-5d001a49de8d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.735516 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc24c3-f096-4d39-bce9-3b9e54b1b11b None None] Sync routers for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:08:05.755598 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc24c3-f096-4d39-bce9-3b9e54b1b11b None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:08:05.756294 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2bfc24c3-f096-4d39-bce9-3b9e54b1b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:07:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:05.758680 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46102) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:05.846149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0ebb67-61fe-4794-b2cb-824bbc492593 None None] New status for floating IP 4d270403-dc9f-419a-ab0b-14fe0e30564f: ACTIVE {{(pid=88183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:08:05.862834 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d8e39030-1641-4c94-8f30-9befae133310 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a915a455eb124e608fb36ad1a422c907&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1024668 Nov 05 13:08:05.865329 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46108) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:05.951323 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-17776a89-7194-4a6a-bd3b-214387b786e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:05.955171 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e3176b7e-bbd3-4f64-b259-bfbedb348913 req-894e6a51-e9a9-4c15-92d2-b8cdf9ed7d79 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814086 Nov 05 13:08:05.993631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-17776a89-7194-4a6a-bd3b-214387b786e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:06.002429 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a6b57485-dfa6-4b02-adfb-5d001a49de8d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "PUT /v2.0/floatingips/2748c9c0-2f64-4ef2-b9be-1e38a0f18286 HTTP/1.1" status: 200 len: 991 time: 4.7494049 Nov 05 13:08:06.005787 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:06.116823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-17776a89-7194-4a6a-bd3b-214387b786e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:06.124185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:06.140122 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17776a89-7194-4a6a-bd3b-214387b786e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74572a8e-b1e8-456d-aa43-19bb89d51f4d,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:06.144147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-17776a89-7194-4a6a-bd3b-214387b786e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:06.155246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-17776a89-7194-4a6a-bd3b-214387b786e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:06.157048 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-17776a89-7194-4a6a-bd3b-214387b786e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74572a8e-b1e8-456d-aa43-19bb89d51f4d HTTP/1.1" status: 204 len: 168 time: 0.2893267 Nov 05 13:08:06.166664 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'status': 'completed', 'code': 200} Nov 05 13:08:06.306640 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2fc8c935-c653-42a3-acb1-c441ce296a57 req-2763f4ed-f59b-4621-8554-bea482506f28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 1098 time: 0.1070018 Nov 05 13:08:06.329459 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:06.346242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2bfc24c3-f096-4d39-bce9-3b9e54b1b11b None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:08:06.574281 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8c935-c653-42a3-acb1-c441ce296a57 req-8960ff3b-ab97-4f1c-8364-fb504c813114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:06.576027 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2fc8c935-c653-42a3-acb1-c441ce296a57 req-8960ff3b-ab97-4f1c-8364-fb504c813114 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 917 time: 0.2605302 Nov 05 13:08:06.689322 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46130) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:06.767310 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2bfc24c3-f096-4d39-bce9-3b9e54b1b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': '2748c9c0-2f64-4ef2-b9be-1e38a0f18286', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'port_id': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'mac_address': 'fa:16:3e:44:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823fe5d2-b470-48f3-9082-146a72ff558f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:07:34Z', 'updated_at': '2021-11-05T13:08:02Z', 'revision_number': 1, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:38Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:06.773105 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc24c3-f096-4d39-bce9-3b9e54b1b11b None None] Checking router: 73a74929-d309-430c-800a-3f00f7b5342b for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:08:06.784890 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc24c3-f096-4d39-bce9-3b9e54b1b11b None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:08:06.785892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2bfc24c3-f096-4d39-bce9-3b9e54b1b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:07:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:06.817070 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2fc8c935-c653-42a3-acb1-c441ce296a57 req-90bdaf39-8ecb-4b2b-9e0c-383702dde432 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682 HTTP/1.1" status: 200 len: 999 time: 0.2277369 Nov 05 13:08:06.982410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8c935-c653-42a3-acb1-c441ce296a57 req-f5e2b18a-7e27-489e-b484-36b087a02e3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:06.983763 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2fc8c935-c653-42a3-acb1-c441ce296a57 req-f5e2b18a-7e27-489e-b484-36b087a02e3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.1549492 Nov 05 13:08:06.990363 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-2bfc24c3-f096-4d39-bce9-3b9e54b1b11b None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:08:07.055970 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d6707-a1fe-4be1-897b-1188f33bc358 req-c0eb4803-ed3f-4825-a7da-917b519b61c8 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:07.063201 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ee0d6707-a1fe-4be1-897b-1188f33bc358 req-c0eb4803-ed3f-4825-a7da-917b519b61c8 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1667948 Nov 05 13:08:07.138101 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ee0d6707-a1fe-4be1-897b-1188f33bc358 req-251f85d9-2356-4f55-9b6b-b1ffb5f9a89e tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738959 Nov 05 13:08:07.152559 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2fc8c935-c653-42a3-acb1-c441ce296a57 req-8c5ff804-69fa-402e-acda-bd4d2d898056 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1489809 Nov 05 13:08:07.156153 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a446da9-af88-46fd-8f19-683afdccde88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:07.156366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-09eb62e2-5c1b-4a2c-9dac-24fd3bcf562b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:07.232703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-1a446da9-af88-46fd-8f19-683afdccde88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:07.237618 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-1a446da9-af88-46fd-8f19-683afdccde88 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ef68de050e4cf8ae6fde5407d46074 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:07.241487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-1a446da9-af88-46fd-8f19-683afdccde88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:07.247648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-1a446da9-af88-46fd-8f19-683afdccde88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:07.340003 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2fc8c935-c653-42a3-acb1-c441ce296a57 req-34758315-c996-4e15-8f29-4f92a0595492 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863999 Nov 05 13:08:07.444934 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a446da9-af88-46fd-8f19-683afdccde88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:07.450646 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a446da9-af88-46fd-8f19-683afdccde88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:07.458819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:07.502428 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:07.524448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-2bfc24c3-f096-4d39-bce9-3b9e54b1b11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': '2748c9c0-2f64-4ef2-b9be-1e38a0f18286', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'port_id': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'mac_address': 'fa:16:3e:44:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823fe5d2-b470-48f3-9082-146a72ff558f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:07:34Z', 'updated_at': '2021-11-05T13:08:02Z', 'revision_number': 1, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:38Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:08:07.530971 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc24c3-f096-4d39-bce9-3b9e54b1b11b None None] The sync data for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb is: [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': '2748c9c0-2f64-4ef2-b9be-1e38a0f18286', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'floating_ip_address': '172.28.2.243', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'port_id': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'mac_address': 'fa:16:3e:44:2b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823fe5d2-b470-48f3-9082-146a72ff558f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:07:34Z', 'updated_at': '2021-11-05T13:08:02Z', 'revision_number': 1, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:38Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:08:07.542269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a446da9-af88-46fd-8f19-683afdccde88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6311834d-4fa0-472a-b2c5-abdd878093f3,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:07.547773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1a446da9-af88-46fd-8f19-683afdccde88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:07.551727 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-1a446da9-af88-46fd-8f19-683afdccde88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7ef68de050e4cf8ae6fde5407d46074&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8610127 Nov 05 13:08:07.561289 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46162) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:07.630204 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2fc8c935-c653-42a3-acb1-c441ce296a57 req-1e60c13d-0044-410c-8d7c-413533da3e34 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820537 Nov 05 13:08:07.659154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b88de6f9-7416-44ca-90ab-881945ea71e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:07.690244 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b88de6f9-7416-44ca-90ab-881945ea71e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:07.742422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b88de6f9-7416-44ca-90ab-881945ea71e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:07.747775 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-93113d42-f034-4692-a568-c44e5736c215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:07.769061 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88de6f9-7416-44ca-90ab-881945ea71e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6311834d-4fa0-472a-b2c5-abdd878093f3,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:07.771839 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b88de6f9-7416-44ca-90ab-881945ea71e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:07.777613 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b88de6f9-7416-44ca-90ab-881945ea71e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:07.781472 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b88de6f9-7416-44ca-90ab-881945ea71e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6311834d-4fa0-472a-b2c5-abdd878093f3 HTTP/1.1" status: 204 len: 168 time: 0.2165828 Nov 05 13:08:08.007263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbcd1f-c687-4cc9-85d1-05c0e4cfbf6e None None] New status for floating IP 2748c9c0-2f64-4ef2-b9be-1e38a0f18286: ACTIVE {{(pid=88182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:08:08.467070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fe5a7-afd6-4865-b9fe-19ee2c9e7f60 req-e59b3907-22c1-4e32-9acd-63dbe31be32f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:08.476271 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8b2fe5a7-afd6-4865-b9fe-19ee2c9e7f60 req-e59b3907-22c1-4e32-9acd-63dbe31be32f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1113818 Nov 05 13:08:08.534837 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8b2fe5a7-afd6-4865-b9fe-19ee2c9e7f60 req-8ac91dd1-ea08-445c-8d1a-bec881c5e550 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575311 Nov 05 13:08:08.764608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:08.973094 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 46210) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:08.994904 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4485cd0e-373a-4d73-877b-7897f772b83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.032522 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-4485cd0e-373a-4d73-877b-7897f772b83a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:09.037131 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-4485cd0e-373a-4d73-877b-7897f772b83a admin admin] Usage tracker for resource:security_group_rule and tenant:2eabbf83966d44bcb49fab614d4aadf6 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:09.040609 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-4485cd0e-373a-4d73-877b-7897f772b83a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:09.047753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-4485cd0e-373a-4d73-877b-7897f772b83a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:09.129611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4485cd0e-373a-4d73-877b-7897f772b83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.133272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4485cd0e-373a-4d73-877b-7897f772b83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.142254 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ddd61b6a-bea8-4756-bbdd-3a5c49d6be08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:09.198464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485cd0e-373a-4d73-877b-7897f772b83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d109ee-5992-4f9b-8cac-3f355e7c6907,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:09.202783 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-4485cd0e-373a-4d73-877b-7897f772b83a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2eabbf83966d44bcb49fab614d4aadf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2283289 Nov 05 13:08:09.206556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46228) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:09.210500 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4485cd0e-373a-4d73-877b-7897f772b83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:09.310384 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-196aca25-dfd1-4338-b314-10acad151d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.338217 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-196aca25-dfd1-4338-b314-10acad151d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.392573 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-196aca25-dfd1-4338-b314-10acad151d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.402519 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1c467dee-aeae-4a22-8fc0-e3d7cefcc874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:09.421367 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196aca25-dfd1-4338-b314-10acad151d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d109ee-5992-4f9b-8cac-3f355e7c6907,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:09.425368 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-196aca25-dfd1-4338-b314-10acad151d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:09.427182 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-196aca25-dfd1-4338-b314-10acad151d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:09.432817 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-196aca25-dfd1-4338-b314-10acad151d41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28d109ee-5992-4f9b-8cac-3f355e7c6907 HTTP/1.1" status: 204 len: 168 time: 0.2253458 Nov 05 13:08:09.776869 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dd561-4af4-491b-b597-92f3595ee61f req-52345f8a-f26d-46bd-9fb1-6e5cf3575f8e tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:09.784234 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6b9dd561-4af4-491b-b597-92f3595ee61f req-52345f8a-f26d-46bd-9fb1-6e5cf3575f8e tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.0960178 Nov 05 13:08:09.842021 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6b9dd561-4af4-491b-b597-92f3595ee61f req-7733d760-0648-4815-bbcc-c25d6c484457 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566990 Nov 05 13:08:10.876493 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46332) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:10.896476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 46338) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:11.082209 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80de26-bec5-46b4-911e-4e1d57ab0032 req-f4428f30-a0f9-4d03-8c65-b68007ba3162 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:11.090229 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3a80de26-bec5-46b4-911e-4e1d57ab0032 req-f4428f30-a0f9-4d03-8c65-b68007ba3162 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1045630 Nov 05 13:08:11.146369 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3a80de26-bec5-46b4-911e-4e1d57ab0032 req-6a969f98-ee80-4358-b59f-806c527d5eaf tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549755 Nov 05 13:08:11.223567 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-916336116-network', 'tenant_id': '128e3db91497484d85ea59499670acfe'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:08:11.230343 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:11.235531 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Usage tracker for resource:network and tenant:128e3db91497484d85ea59499670acfe is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:11.238920 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:11.242927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-08a40f34-4a1c-4732-9a85-05dd6ed7b311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.248157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:11.259768 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Made reservation on behalf of 128e3db91497484d85ea59499670acfe for: {'network': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:08:11.271560 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.287704 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.294127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-08a40f34-4a1c-4732-9a85-05dd6ed7b311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:11.299197 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-08a40f34-4a1c-4732-9a85-05dd6ed7b311 admin admin] Usage tracker for resource:security_group_rule and tenant:a87d6df659cc48888faa7cb4d7a6e6e1 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:11.302817 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-08a40f34-4a1c-4732-9a85-05dd6ed7b311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:11.312041 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-08a40f34-4a1c-4732-9a85-05dd6ed7b311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:11.328596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:11.333445 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Usage tracker for resource:security_group_rule and tenant:128e3db91497484d85ea59499670acfe is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:11.337976 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:11.345870 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:11.423821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-08a40f34-4a1c-4732-9a85-05dd6ed7b311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.426415 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-08a40f34-4a1c-4732-9a85-05dd6ed7b311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.438425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0e832029-c257-40e1-9c5d-dc91ea1ac7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:11.463714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.466913 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.488473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a40f34-4a1c-4732-9a85-05dd6ed7b311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984ca501-52ed-4df1-b9b9-55ced53abc0e,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:11.488661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=88181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:08:11.497466 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-08a40f34-4a1c-4732-9a85-05dd6ed7b311 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a87d6df659cc48888faa7cb4d7a6e6e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6197765 Nov 05 13:08:11.498984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46356) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:11.500625 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-08a40f34-4a1c-4732-9a85-05dd6ed7b311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:11.502649 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.504616 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Added segment 88d70c0e-939c-4da7-a5fa-4e3e51016fba of type vlan for network d9899b37-3bb2-4414-b968-0bae1c99b41c Nov 05 13:08:11.506450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4485cd0e-373a-4d73-877b-7897f772b83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:11.580065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961990f1-3d52-49bc-b3a2-00df1ce9fdfb,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:11.585394 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:11.596743 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.614179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2622-eccb-45c3-b182-832a4940b3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.634898 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.636344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:11.637032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.647511 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:11.692345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2622-eccb-45c3-b182-832a4940b3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.768399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2622-eccb-45c3-b182-832a4940b3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.775258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d4d78b0a-5b21-446d-8042-c08e1c7a8add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:11.790864 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad2622-eccb-45c3-b182-832a4940b3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984ca501-52ed-4df1-b9b9-55ced53abc0e,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:11.793770 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f8ad2622-eccb-45c3-b182-832a4940b3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:11.805914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2622-eccb-45c3-b182-832a4940b3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:11.806721 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f8ad2622-eccb-45c3-b182-832a4940b3cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/984ca501-52ed-4df1-b9b9-55ced53abc0e HTTP/1.1" status: 204 len: 168 time: 0.3044176 Nov 05 13:08:11.815261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Pushing event updated for resources: {'Network': ['ID=d9899b37-3bb2-4414-b968-0bae1c99b41c,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:11.822212 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:11.830012 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9321961 Nov 05 13:08:11.833507 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46372) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:11.837590 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network d9899b37-3bb2-4414-b968-0bae1c99b41c details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:08:11.839877 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Request body: {'subnet': {'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-916336116-subnet', 'tenant_id': '128e3db91497484d85ea59499670acfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:08:11.845783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:11.850824 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Usage tracker for resource:subnet and tenant:128e3db91497484d85ea59499670acfe is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:11.854478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:11.865395 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:11.893137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Made reservation on behalf of 128e3db91497484d85ea59499670acfe for: {'subnet': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:08:11.898573 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839901353'] for subnet, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:12.164721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838933638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839901370'] for subnet, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:12.185312 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f58e13c9-41d2-4907-96fd-caee8c4d9f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:12.409830 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf1104-ad89-41dd-8454-ba8727b38d6e req-f23fc6a9-963e-4b57-9d3a-83df1e9f0772 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:12.418816 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7cbf1104-ad89-41dd-8454-ba8727b38d6e req-f23fc6a9-963e-4b57-9d3a-83df1e9f0772 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1161225 Nov 05 13:08:12.484276 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7cbf1104-ad89-41dd-8454-ba8727b38d6e req-c2313229-afd1-4537-ba85-185e260e86ff tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642967 Nov 05 13:08:12.542230 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d215db1b-ed92-4458-b78d-0e3581d61ad7,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:12.549955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:12.584578 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Checking segment: {'id': '88d70c0e-939c-4da7-a5fa-4e3e51016fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:08:12.585002 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Network hostable DHCP agents. Network: d9899b37-3bb2-4414-b968-0bae1c99b41c, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:08:12.616440 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Network d9899b37-3bb2-4414-b968-0bae1c99b41c is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:08:12.626651 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, d9899b37-3bb2-4414-b968-0bae1c99b41c) {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:08:12.638051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:12.639259 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:12.647376 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af4892-8613-442c-8eee-546302bce027 None None] Network d9899b37-3bb2-4414-b968-0bae1c99b41c requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:08:12.666461 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8320248 Nov 05 13:08:12.713636 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46406) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:12.760609 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46412) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:12.835820 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46418) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:12.867662 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c12e845-ff26-4948-876f-4fd57bc3aca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:12.915002 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8c12e845-ff26-4948-876f-4fd57bc3aca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:12.920317 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8c12e845-ff26-4948-876f-4fd57bc3aca1 admin admin] Usage tracker for resource:security_group_rule and tenant:9925d5985470403ab9c1434d1e4f82bf is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:12.924476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8c12e845-ff26-4948-876f-4fd57bc3aca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:12.934060 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8c12e845-ff26-4948-876f-4fd57bc3aca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:13.024161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c12e845-ff26-4948-876f-4fd57bc3aca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.027898 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c12e845-ff26-4948-876f-4fd57bc3aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.065552 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fd18b253-aa40-49fb-8cfc-7b9b5b6fcc5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:13.070161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edebd02-75bf-4c03-91ef-bf5d86936a77 None None] Network d9899b37-3bb2-4414-b968-0bae1c99b41c requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:08:13.080196 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8c12e845-ff26-4948-876f-4fd57bc3aca1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9925d5985470403ab9c1434d1e4f82bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2406185 Nov 05 13:08:13.080675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 46426) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:13.118146 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12e845-ff26-4948-876f-4fd57bc3aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c9a712-79fb-4cb8-a244-f98aff93ca64,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:13.121533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8c12e845-ff26-4948-876f-4fd57bc3aca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:13.122888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bd0dd-0d91-4f5c-be09-6dcc58459268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.181597 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-cb4bd0dd-0d91-4f5c-be09-6dcc58459268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:13.186594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00df4bd1-ca9a-431a-9d90-581dffae6ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.189260 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-cb4bd0dd-0d91-4f5c-be09-6dcc58459268 admin admin] Usage tracker for resource:security_group_rule and tenant:17ed1e767f6044a1bb886ede6d22e3b2 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:13.192371 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-cb4bd0dd-0d91-4f5c-be09-6dcc58459268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:13.196138 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6858f912-233b-491a-ac11-4c8fbd2857b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.216977 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-cb4bd0dd-0d91-4f5c-be09-6dcc58459268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:13.219140 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00df4bd1-ca9a-431a-9d90-581dffae6ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.249665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6858f912-233b-491a-ac11-4c8fbd2857b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:13.255554 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6858f912-233b-491a-ac11-4c8fbd2857b0 admin admin] Usage tracker for resource:security_group_rule and tenant:640edca2133843fd8353e32efb1bd1f8 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:13.262481 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6858f912-233b-491a-ac11-4c8fbd2857b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:13.270662 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6858f912-233b-491a-ac11-4c8fbd2857b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:13.271190 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00df4bd1-ca9a-431a-9d90-581dffae6ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.281732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-227b8d38-f96e-4206-9647-35b371a3d979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:13.296450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df4bd1-ca9a-431a-9d90-581dffae6ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c9a712-79fb-4cb8-a244-f98aff93ca64,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:13.300142 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-00df4bd1-ca9a-431a-9d90-581dffae6ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:13.301676 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00df4bd1-ca9a-431a-9d90-581dffae6ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.304557 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-00df4bd1-ca9a-431a-9d90-581dffae6ba5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39c9a712-79fb-4cb8-a244-f98aff93ca64 HTTP/1.1" status: 204 len: 168 time: 0.2227356 Nov 05 13:08:13.345662 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bd0dd-0d91-4f5c-be09-6dcc58459268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.355154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cb4bd0dd-0d91-4f5c-be09-6dcc58459268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.364660 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8c12e845-ff26-4948-876f-4fd57bc3aca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:13.474467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4bd0dd-0d91-4f5c-be09-6dcc58459268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389e7c02-325e-40d0-bf70-894a125c783c,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:13.492684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cb4bd0dd-0d91-4f5c-be09-6dcc58459268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:13.501278 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6858f912-233b-491a-ac11-4c8fbd2857b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.504209 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-cb4bd0dd-0d91-4f5c-be09-6dcc58459268 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17ed1e767f6044a1bb886ede6d22e3b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7891555 Nov 05 13:08:13.507757 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 46440) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:13.518480 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6858f912-233b-491a-ac11-4c8fbd2857b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.538828 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dc78a413-9f60-4705-87b4-2e5544a414ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:13.648654 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858f912-233b-491a-ac11-4c8fbd2857b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e5f307-f4e6-4b93-8ee2-3a4412c58249,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:13.651946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6858f912-233b-491a-ac11-4c8fbd2857b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:13.657556 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6858f912-233b-491a-ac11-4c8fbd2857b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=640edca2133843fd8353e32efb1bd1f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8927941 Nov 05 13:08:13.659234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46448) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:13.737711 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-629730a6-3ce2-45bb-8e1b-a441e9584de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.768698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-629730a6-3ce2-45bb-8e1b-a441e9584de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.795877 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-43eed798-4e3e-49bb-9a0c-68b41854b9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.820579 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-629730a6-3ce2-45bb-8e1b-a441e9584de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.833775 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-43eed798-4e3e-49bb-9a0c-68b41854b9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.839631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5b3d3104-f1a1-4e03-be70-5054fdc118ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:13.860357 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629730a6-3ce2-45bb-8e1b-a441e9584de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389e7c02-325e-40d0-bf70-894a125c783c,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:13.863246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-629730a6-3ce2-45bb-8e1b-a441e9584de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:13.874026 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-629730a6-3ce2-45bb-8e1b-a441e9584de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.876117 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-629730a6-3ce2-45bb-8e1b-a441e9584de8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/389e7c02-325e-40d0-bf70-894a125c783c HTTP/1.1" status: 204 len: 168 time: 0.3670826 Nov 05 13:08:13.901950 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-43eed798-4e3e-49bb-9a0c-68b41854b9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.910589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cb4bd0dd-0d91-4f5c-be09-6dcc58459268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:13.920366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f55e3-9ac6-49d4-a0a9-353826746191 req-151c1a14-8d29-42ce-a3cb-f0ececf89a15 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:13.931967 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-644f55e3-9ac6-49d4-a0a9-353826746191 req-151c1a14-8d29-42ce-a3cb-f0ececf89a15 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.2462015 Nov 05 13:08:13.960746 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eed798-4e3e-49bb-9a0c-68b41854b9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e5f307-f4e6-4b93-8ee2-3a4412c58249,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:13.969777 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-43eed798-4e3e-49bb-9a0c-68b41854b9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:13.981136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-43eed798-4e3e-49bb-9a0c-68b41854b9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:13.982369 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-43eed798-4e3e-49bb-9a0c-68b41854b9be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1e5f307-f4e6-4b93-8ee2-3a4412c58249 HTTP/1.1" status: 204 len: 168 time: 0.3221371 Nov 05 13:08:14.019841 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-644f55e3-9ac6-49d4-a0a9-353826746191 req-a3e51ba0-f8dd-4e6b-ac2e-f16522fc28f1 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866883 Nov 05 13:08:14.589971 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 46484) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:14.611263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e520759-7a15-48d1-be78-38d1a5a779f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:14.647974 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-7e520759-7a15-48d1-be78-38d1a5a779f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:14.652649 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-7e520759-7a15-48d1-be78-38d1a5a779f5 admin admin] Usage tracker for resource:security_group_rule and tenant:1de969672434454a9b7886e8879dd3a9 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:14.655991 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-7e520759-7a15-48d1-be78-38d1a5a779f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:14.662598 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-7e520759-7a15-48d1-be78-38d1a5a779f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:14.735567 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e520759-7a15-48d1-be78-38d1a5a779f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:14.741410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7e520759-7a15-48d1-be78-38d1a5a779f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:14.749475 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:14.780825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e520759-7a15-48d1-be78-38d1a5a779f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72132e7-bc64-4451-8073-10fb1e2e119e,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:14.789953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7e520759-7a15-48d1-be78-38d1a5a779f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:14.799571 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-7e520759-7a15-48d1-be78-38d1a5a779f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1de969672434454a9b7886e8879dd3a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2082560 Nov 05 13:08:14.802350 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46496) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:14.870717 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f843087d-787d-4293-a154-ec96b8854e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:14.897937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f843087d-787d-4293-a154-ec96b8854e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:14.945802 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f843087d-787d-4293-a154-ec96b8854e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:14.952708 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b26ef405-1852-48a6-aa27-acb9e0a2bd07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:14.968344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f843087d-787d-4293-a154-ec96b8854e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:14.969759 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f843087d-787d-4293-a154-ec96b8854e5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d72132e7-bc64-4451-8073-10fb1e2e119e HTTP/1.1" status: 204 len: 168 time: 0.1663582 Nov 05 13:08:14.970898 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843087d-787d-4293-a154-ec96b8854e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72132e7-bc64-4451-8073-10fb1e2e119e,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:14.979774 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f843087d-787d-4293-a154-ec96b8854e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:15.265771 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acf504-62a9-4099-8bb6-868a03e7f336 req-01d9c5b1-93fb-4c8d-a39a-28fd0dc33f40 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:15.267390 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e7acf504-62a9-4099-8bb6-868a03e7f336 req-01d9c5b1-93fb-4c8d-a39a-28fd0dc33f40 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.0971215 Nov 05 13:08:15.360303 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e7acf504-62a9-4099-8bb6-868a03e7f336 req-f4c376cf-36c6-4149-8fdd-8d21abc334d6 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859058 Nov 05 13:08:16.012723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-afd11bc5-63c7-4e09-9a43-4cad21adc20a tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:16.013598 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-afd11bc5-63c7-4e09-9a43-4cad21adc20a tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Synchronizing usage tracker for tenant:128e3db91497484d85ea59499670acfe on resource:network {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:08:16.041404 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-afd11bc5-63c7-4e09-9a43-4cad21adc20a tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Unset dirty status for tenant:128e3db91497484d85ea59499670acfe on resource:network {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:16.042781 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-afd11bc5-63c7-4e09-9a43-4cad21adc20a tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/networks?id=d9899b37-3bb2-4414-b968-0bae1c99b41c HTTP/1.1" status: 200 len: 808 time: 0.3822532 Nov 05 13:08:16.072333 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-a2e96101-1d87-44a1-b793-d45d0256adc0 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/quotas/128e3db91497484d85ea59499670acfe HTTP/1.1" status: 200 len: 375 time: 0.0226860 Nov 05 13:08:16.149863 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-f4e20758-d9b9-46a1-aeef-4c6b9d51bdc9 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=128e3db91497484d85ea59499670acfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706716 Nov 05 13:08:16.182304 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:16.373274 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-4b281412-521f-4972-b6d5-e9e0791fba5f service neutron] 10.222.0.39 "GET /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105944 Nov 05 13:08:16.848616 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81754cb8-ffb5-47a9-9dce-11f3cfa04b02 req-245052d0-9bc7-4d61-9f6d-5389a5a802fc tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:16.850172 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-81754cb8-ffb5-47a9-9dce-11f3cfa04b02 req-245052d0-9bc7-4d61-9f6d-5389a5a802fc tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1229632 Nov 05 13:08:16.862247 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-b737f546-3846-4229-9cac-0fb1056e64d6 service neutron] 10.222.0.39 "GET /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835818 Nov 05 13:08:16.908588 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-81754cb8-ffb5-47a9-9dce-11f3cfa04b02 req-8d3d12ad-d80a-4706-b551-a0a59830f903 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452616 Nov 05 13:08:17.129493 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c6d55397-e54a-47cb-9d77-7fe3f53690e1 req-4b0a1a65-2904-4941-8e65-8c84fb96f022 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 210 time: 0.0828216 Nov 05 13:08:17.762817 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46700) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:18.001911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b9771b7-f4ae-4b74-865a-17e93a279d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:18.045492 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0b9771b7-f4ae-4b74-865a-17e93a279d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:18.050800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0b9771b7-f4ae-4b74-865a-17e93a279d37 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7806054bcd4c0489125d37c9d1baaa is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:18.054490 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0b9771b7-f4ae-4b74-865a-17e93a279d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:18.062456 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0b9771b7-f4ae-4b74-865a-17e93a279d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:18.106132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46712) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:18.164278 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73edb64-5e25-42e2-a8dc-ccc730c4538b req-2c4b0077-5bd5-4c73-a73e-5fac220e86fa tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:18.166509 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b73edb64-5e25-42e2-a8dc-ccc730c4538b req-2c4b0077-5bd5-4c73-a73e-5fac220e86fa tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1081502 Nov 05 13:08:18.176453 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b9771b7-f4ae-4b74-865a-17e93a279d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:18.193229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0b9771b7-f4ae-4b74-865a-17e93a279d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:18.241428 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f8ad2622-eccb-45c3-b182-832a4940b3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:18.252188 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0b9771b7-f4ae-4b74-865a-17e93a279d37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba7806054bcd4c0489125d37c9d1baaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4880943 Nov 05 13:08:18.255612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46726) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:18.317258 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b73edb64-5e25-42e2-a8dc-ccc730c4538b req-e81d0b41-a8a9-40d1-b10a-34bf114e1bbe tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440101 Nov 05 13:08:18.354179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-008fc8c8-8961-4dcd-9302-c26489a8f312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:18.369482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9771b7-f4ae-4b74-865a-17e93a279d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd02c1-0d3c-4ff3-ba91-1d2a4708df16,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:18.386245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0b9771b7-f4ae-4b74-865a-17e93a279d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:18.418088 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-20dcfc77-30ae-4214-ba8e-50a5b15e11ee req-4317d582-f882-422d-85cf-106422581fd9 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 210 time: 0.0498092 Nov 05 13:08:18.469868 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-008fc8c8-8961-4dcd-9302-c26489a8f312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:18.478698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-008fc8c8-8961-4dcd-9302-c26489a8f312 admin admin] Usage tracker for resource:security_group_rule and tenant:535af21595df48fd97cd4ef68267cefe is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:18.482682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9580ff53-3039-4626-a8b5-8a40d35333f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:18.486210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-008fc8c8-8961-4dcd-9302-c26489a8f312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:18.505323 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-008fc8c8-8961-4dcd-9302-c26489a8f312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:18.531340 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9580ff53-3039-4626-a8b5-8a40d35333f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:18.660005 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9580ff53-3039-4626-a8b5-8a40d35333f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:18.674678 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fa4e2fbe-2ae4-40f4-bc71-632d99769c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:18.687541 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-008fc8c8-8961-4dcd-9302-c26489a8f312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:18.693196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580ff53-3039-4626-a8b5-8a40d35333f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd02c1-0d3c-4ff3-ba91-1d2a4708df16,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:18.695787 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9580ff53-3039-4626-a8b5-8a40d35333f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:18.698163 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-008fc8c8-8961-4dcd-9302-c26489a8f312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:18.705304 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-3544331f-9642-4037-800b-da86d06f04d5 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:18.707989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3e2c15c1-f043-411a-91a2-d843a9d21dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:18.709823 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-3544331f-9642-4037-800b-da86d06f04d5 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.64 "GET /v2.0/networks?id=d9899b37-3bb2-4414-b968-0bae1c99b41c HTTP/1.1" status: 200 len: 808 time: 0.2752697 Nov 05 13:08:18.729152 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Request body: {'port': {'device_id': 'e8b7417d-3f41-4521-8d3c-115ac0911398', 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c', 'admin_state_up': True, 'tenant_id': '128e3db91497484d85ea59499670acfe'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:08:18.734491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9580ff53-3039-4626-a8b5-8a40d35333f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:18.738198 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-9580ff53-3039-4626-a8b5-8a40d35333f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffbd02c1-0d3c-4ff3-ba91-1d2a4708df16 HTTP/1.1" status: 204 len: 168 time: 0.4789662 Nov 05 13:08:18.783870 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-008fc8c8-8961-4dcd-9302-c26489a8f312 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=535af21595df48fd97cd4ef68267cefe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6758316 Nov 05 13:08:18.784728 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fc8c8-8961-4dcd-9302-c26489a8f312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f66c6f4-11a4-4aae-aeac-e4d37fa65f36,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:18.786400 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 46740) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:18.799284 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-008fc8c8-8961-4dcd-9302-c26489a8f312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:18.943913 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:18.955865 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Usage tracker for resource:port and tenant:128e3db91497484d85ea59499670acfe is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:18.959071 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:18.974403 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:18.984072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73ef3ce3-a734-43d9-af91-f05d058fa397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.001646 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Made reservation on behalf of 128e3db91497484d85ea59499670acfe for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:08:19.007171 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.040300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73ef3ce3-a734-43d9-af91-f05d058fa397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.170557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73ef3ce3-a734-43d9-af91-f05d058fa397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.206145 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6bf5fc4d-eb37-4833-ad70-ca17894f38cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:19.238802 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef3ce3-a734-43d9-af91-f05d058fa397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f66c6f4-11a4-4aae-aeac-e4d37fa65f36,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:19.241782 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-73ef3ce3-a734-43d9-af91-f05d058fa397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:19.272400 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-73ef3ce3-a734-43d9-af91-f05d058fa397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.276163 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-73ef3ce3-a734-43d9-af91-f05d058fa397 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f66c6f4-11a4-4aae-aeac-e4d37fa65f36 HTTP/1.1" status: 204 len: 168 time: 0.4861228 Nov 05 13:08:19.279861 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Allocated IP 172.20.0.6 (d9899b37-3bb2-4414-b968-0bae1c99b41c/d215db1b-ed92-4458-b78d-0e3581d61ad7/3f8b2ee3-050a-4a9a-9213-217e9acc6868) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:08:19.341076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46762) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:19.404078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb7ab-0d49-4715-aabb-30792002ff53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.484709 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8e3fb7ab-0d49-4715-aabb-30792002ff53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:19.491085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8e3fb7ab-0d49-4715-aabb-30792002ff53 admin admin] Usage tracker for resource:security_group_rule and tenant:f2ea68708d3148caabb3bd4dd058d793 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:19.494907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8e3fb7ab-0d49-4715-aabb-30792002ff53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:19.504677 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8e3fb7ab-0d49-4715-aabb-30792002ff53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:19.597208 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb7ab-0d49-4715-aabb-30792002ff53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.601360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb7ab-0d49-4715-aabb-30792002ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.627533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-faff48aa-c27c-496b-9d70-12db54f07ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:19.686985 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fb7ab-0d49-4715-aabb-30792002ff53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cc6590-cee2-4cbd-a61c-9d0ebf51a1e9,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:19.711098 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8e3fb7ab-0d49-4715-aabb-30792002ff53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2ea68708d3148caabb3bd4dd058d793&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3544281 Nov 05 13:08:19.711855 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46784) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:19.720375 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8e3fb7ab-0d49-4715-aabb-30792002ff53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:19.766927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-5e0c3f80-4676-406f-bf26-66065f2a35d6 req-3ddfaa03-2605-4983-9057-c8ff4456c8b1 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Synchronizing usage tracker for tenant:128e3db91497484d85ea59499670acfe on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:08:19.802207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10c31101-392e-4396-a6fd-b2504b13172e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.804009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.835170 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-5e0c3f80-4676-406f-bf26-66065f2a35d6 req-3ddfaa03-2605-4983-9057-c8ff4456c8b1 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Unset dirty status for tenant:128e3db91497484d85ea59499670acfe on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:19.836473 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5e0c3f80-4676-406f-bf26-66065f2a35d6 req-3ddfaa03-2605-4983-9057-c8ff4456c8b1 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 210 time: 0.1688409 Nov 05 13:08:19.845686 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f69bfe-ff92-4b1d-b5a0-9bac3a5408ba req-b44f0110-47cb-4cbd-8466-da6bc6b4c863 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:19.847360 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-47f69bfe-ff92-4b1d-b5a0-9bac3a5408ba req-b44f0110-47cb-4cbd-8466-da6bc6b4c863 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.2905281 Nov 05 13:08:19.863728 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10c31101-392e-4396-a6fd-b2504b13172e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.915087 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-47f69bfe-ff92-4b1d-b5a0-9bac3a5408ba req-48a5705b-5b6a-4216-8373-768285a9f022 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595448 Nov 05 13:08:19.920719 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10c31101-392e-4396-a6fd-b2504b13172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.929619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0b9771b7-f4ae-4b74-865a-17e93a279d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:19.946252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.955553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c31101-392e-4396-a6fd-b2504b13172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cc6590-cee2-4cbd-a61c-9d0ebf51a1e9,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:19.965908 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-10c31101-392e-4396-a6fd-b2504b13172e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:19.969604 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10c31101-392e-4396-a6fd-b2504b13172e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:19.971358 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:19.971552 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-10c31101-392e-4396-a6fd-b2504b13172e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/28cc6590-cee2-4cbd-a61c-9d0ebf51a1e9 HTTP/1.1" status: 204 len: 168 time: 0.2492836 Nov 05 13:08:20.042983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46794) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:20.063791 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de5d8432-6ee1-4711-bd5f-635734b5c206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.083464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Network d9899b37-3bb2-4414-b968-0bae1c99b41c is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:08:20.089297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:08:20.094711 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:08:20.105490 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-de5d8432-6ee1-4711-bd5f-635734b5c206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:20.111135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-de5d8432-6ee1-4711-bd5f-635734b5c206 admin admin] Usage tracker for resource:security_group_rule and tenant:e5538fa9a0f64c54a83460a71d792a52 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:20.114748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-de5d8432-6ee1-4711-bd5f-635734b5c206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:20.121964 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-de5d8432-6ee1-4711-bd5f-635734b5c206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:20.139692 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Pushing event updated for resources: {'Port': ['ID=3f8b2ee3-050a-4a9a-9213-217e9acc6868,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:20.150971 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:20.178691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:20.179390 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.199864 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4786527 Nov 05 13:08:20.217786 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Request body: {'port': {'device_id': 'e8b7417d-3f41-4521-8d3c-115ac0911398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:08:20.223772 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de5d8432-6ee1-4711-bd5f-635734b5c206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.227312 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-de5d8432-6ee1-4711-bd5f-635734b5c206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.240336 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-930e1a72-8887-49fe-b156-94cff98127a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:20.291782 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-de5d8432-6ee1-4711-bd5f-635734b5c206 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5538fa9a0f64c54a83460a71d792a52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2476590 Nov 05 13:08:20.292710 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d8432-6ee1-4711-bd5f-635734b5c206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e7bd02-d9f0-4bc3-95b1-b8e19e7a0965,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:20.295275 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 46808) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:20.299755 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-de5d8432-6ee1-4711-bd5f-635734b5c206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:20.402681 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.474085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-64926b61-bce8-40d6-9dfe-769ba42cdca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.519721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-64926b61-bce8-40d6-9dfe-769ba42cdca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.777329 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-64926b61-bce8-40d6-9dfe-769ba42cdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.783356 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:20.801068 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64926b61-bce8-40d6-9dfe-769ba42cdca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e7bd02-d9f0-4bc3-95b1-b8e19e7a0965,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:20.805657 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-64926b61-bce8-40d6-9dfe-769ba42cdca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:20.808011 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-64926b61-bce8-40d6-9dfe-769ba42cdca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.809333 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-64926b61-bce8-40d6-9dfe-769ba42cdca1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69e7bd02-d9f0-4bc3-95b1-b8e19e7a0965 HTTP/1.1" status: 204 len: 168 time: 0.5109122 Nov 05 13:08:20.925796 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8b2ee3-050a-4a9a-9213-217e9acc6868 {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:08:20.942609 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:20.989855 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Transition to ACTIVE for port object 3f8b2ee3-050a-4a9a-9213-217e9acc6868 will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:08:20.994604 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.001776 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:21.263723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46846) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:21.284755 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aefcd1f0-b620-41be-a4e1-6a88bd11d50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.289546 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Pushing event updated for resources: {'Port': ['ID=3f8b2ee3-050a-4a9a-9213-217e9acc6868,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:21.296564 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:21.327473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-aefcd1f0-b620-41be-a4e1-6a88bd11d50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:21.332817 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-aefcd1f0-b620-41be-a4e1-6a88bd11d50f admin admin] Usage tracker for resource:security_group_rule and tenant:29c16046d19b47d9bf92eaf583d2aae8 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:21.336038 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-aefcd1f0-b620-41be-a4e1-6a88bd11d50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:21.342545 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-aefcd1f0-b620-41be-a4e1-6a88bd11d50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:21.416961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204ce65-26cf-4da4-a096-07019510c52c req-68acbf1a-872d-4bac-b442-f281e792741d tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:21.418581 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1204ce65-26cf-4da4-a096-07019510c52c req-68acbf1a-872d-4bac-b442-f281e792741d tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 943 time: 0.3321331 Nov 05 13:08:21.419491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aefcd1f0-b620-41be-a4e1-6a88bd11d50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.422472 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aefcd1f0-b620-41be-a4e1-6a88bd11d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.431402 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-10c31101-392e-4396-a6fd-b2504b13172e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:21.474375 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefcd1f0-b620-41be-a4e1-6a88bd11d50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e82f89c-e736-43d7-b2b9-163e8733918b,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:21.479085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-aefcd1f0-b620-41be-a4e1-6a88bd11d50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:21.481258 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-aefcd1f0-b620-41be-a4e1-6a88bd11d50f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29c16046d19b47d9bf92eaf583d2aae8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2158277 Nov 05 13:08:21.483954 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 46852) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:21.505287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6398cb-8d7a-497c-8088-55b168a5f6a4 req-96ae6653-515f-4385-944d-3e2d23c5dbad tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:21.506949 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4c6398cb-8d7a-497c-8088-55b168a5f6a4 req-96ae6653-515f-4385-944d-3e2d23c5dbad tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.3414869 Nov 05 13:08:21.515721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1204ce65-26cf-4da4-a096-07019510c52c req-48523550-e898-42c2-8b74-fb4460689baa tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Synchronizing usage tracker for tenant:128e3db91497484d85ea59499670acfe on resource:security_group {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:08:21.548137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f7456add-2909-42e9-a01e-e1602d5cb752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.560497 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Attempting to bind port 3f8b2ee3-050a-4a9a-9213-217e9acc6868 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:08:21.560900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Attempting to bind port 3f8b2ee3-050a-4a9a-9213-217e9acc6868 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '88d70c0e-939c-4da7-a5fa-4e3e51016fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:08:21.561269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Attempting to bind port 3f8b2ee3-050a-4a9a-9213-217e9acc6868 on network d9899b37-3bb2-4414-b968-0bae1c99b41c {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:08:21.576954 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f7456add-2909-42e9-a01e-e1602d5cb752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.582915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Port 3f8b2ee3-050a-4a9a-9213-217e9acc6868 on network d9899b37-3bb2-4414-b968-0bae1c99b41c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:08:21.583313 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Attempting to bind port 3f8b2ee3-050a-4a9a-9213-217e9acc6868 on network d9899b37-3bb2-4414-b968-0bae1c99b41c {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:08:21.586391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1204ce65-26cf-4da4-a096-07019510c52c req-48523550-e898-42c2-8b74-fb4460689baa tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Unset dirty status for tenant:128e3db91497484d85ea59499670acfe on resource:security_group {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:21.587657 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1204ce65-26cf-4da4-a096-07019510c52c req-48523550-e898-42c2-8b74-fb4460689baa tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562989 Nov 05 13:08:21.590141 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4c6398cb-8d7a-497c-8088-55b168a5f6a4 req-5d671eb5-db82-426d-8df7-ddf4b2fbcfec tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763490 Nov 05 13:08:21.596183 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:08:21.596561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Checking segment: {'id': '88d70c0e-939c-4da7-a5fa-4e3e51016fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:08:21.597028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Bound using segment: {'id': '88d70c0e-939c-4da7-a5fa-4e3e51016fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:08:21.597499 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Bound port: 3f8b2ee3-050a-4a9a-9213-217e9acc6868, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d70c0e-939c-4da7-a5fa-4e3e51016fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:08:21.597887 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.733798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f7456add-2909-42e9-a01e-e1602d5cb752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.750775 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6858f912-233b-491a-ac11-4c8fbd2857b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:21.773159 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] For port 3f8b2ee3-050a-4a9a-9213-217e9acc6868, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:08:21.776804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] For port 3f8b2ee3-050a-4a9a-9213-217e9acc6868, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=3f8b2ee3-050a-4a9a-9213-217e9acc6868,segment=NetworkSegment(88d70c0e-939c-4da7-a5fa-4e3e51016fba),segment_id=88d70c0e-939c-4da7-a5fa-4e3e51016fba)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:08:21.781418 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.786939 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7456add-2909-42e9-a01e-e1602d5cb752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e82f89c-e736-43d7-b2b9-163e8733918b,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:21.787297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:21.799249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f7456add-2909-42e9-a01e-e1602d5cb752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:21.800300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f7456add-2909-42e9-a01e-e1602d5cb752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.809834 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f7456add-2909-42e9-a01e-e1602d5cb752 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e82f89c-e736-43d7-b2b9-163e8733918b HTTP/1.1" status: 204 len: 168 time: 0.3247778 Nov 05 13:08:21.876925 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Pushing event updated for resources: {'Port': ['ID=3f8b2ee3-050a-4a9a-9213-217e9acc6868,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:21.880666 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:21.894752 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:21.896286 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] 10.222.0.64 "PUT /v2.0/ports/3f8b2ee3-050a-4a9a-9213-217e9acc6868 HTTP/1.1" status: 200 len: 1093 time: 1.6844134 Nov 05 13:08:21.896932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b7417d-3f41-4521-8d3c-115ac0911398', 'tag': '3f8b2ee3-050a-4a9a-9213-217e9acc6868'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:21.991761 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b7417d-3f41-4521-8d3c-115ac0911398', 'tag': '3f8b2ee3-050a-4a9a-9213-217e9acc6868', 'status': 'completed', 'code': 200} Nov 05 13:08:22.043538 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-e4b3b422-c744-4744-b43a-33e522a343fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=128e3db91497484d85ea59499670acfe&device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 1096 time: 0.0907340 Nov 05 13:08:22.122973 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-7af1a2b3-6e97-43a5-9129-516e039df5e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f8b2ee3-050a-4a9a-9213-217e9acc6868 HTTP/1.1" status: 200 len: 217 time: 0.0710649 Nov 05 13:08:22.202797 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-19750853-71b7-4f5d-a5f4-899cace1df5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:22.204963 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-19750853-71b7-4f5d-a5f4-899cace1df5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d215db1b-ed92-4458-b78d-0e3581d61ad7 HTTP/1.1" status: 200 len: 848 time: 0.0756910 Nov 05 13:08:22.267817 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-78e20791-ec34-48cf-af45-018daa1803e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9899b37-3bb2-4414-b968-0bae1c99b41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553350 Nov 05 13:08:22.443390 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-04dba3e9-53a3-4929-a9fa-491f42734fcd service neutron] 10.222.0.64 "GET /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645451 Nov 05 13:08:23.033423 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e417f02-8b31-4534-9393-6664aa1e6db0 req-a7dc8157-a5ae-4782-803d-36cb19d27b11 service neutron] 10.222.0.64 "GET /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5810421 Nov 05 13:08:23.058138 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d1966-70f4-474a-9a24-17e56fec2842 req-c196b5f9-c030-4cce-abf5-be4ac52929d8 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:23.059507 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bf5d1966-70f4-474a-9a24-17e56fec2842 req-c196b5f9-c030-4cce-abf5-be4ac52929d8 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 943 time: 0.1527250 Nov 05 13:08:23.065738 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab3e40-8bf2-4bda-bdf7-d7ad90bd5224 req-cf2013b4-0102-43f5-8456-5445c8cb0c13 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:23.074054 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8aab3e40-8bf2-4bda-bdf7-d7ad90bd5224 req-cf2013b4-0102-43f5-8456-5445c8cb0c13 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.2116771 Nov 05 13:08:23.213881 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bf5d1966-70f4-474a-9a24-17e56fec2842 req-6fd836a3-1f2f-496b-9241-9f0d335b9a56 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368492 Nov 05 13:08:23.216015 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8aab3e40-8bf2-4bda-bdf7-d7ad90bd5224 req-bdfdcbad-0ef6-4923-9473-ee8e8cc05c00 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411192 Nov 05 13:08:23.239479 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ea9eeef9-8fc6-490d-a725-9e9efe7ae2f7 req-d77ad1fd-e16f-472b-ba7d-62705664eda3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=128e3db91497484d85ea59499670acfe&device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 1096 time: 0.1304500 Nov 05 13:08:23.437463 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eeef9-8fc6-490d-a725-9e9efe7ae2f7 req-c86704cd-085f-4710-be53-9db14a84b5de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:23.439236 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ea9eeef9-8fc6-490d-a725-9e9efe7ae2f7 req-c86704cd-085f-4710-be53-9db14a84b5de service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9899b37-3bb2-4414-b968-0bae1c99b41c HTTP/1.1" status: 200 len: 909 time: 0.1895514 Nov 05 13:08:23.539575 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ea9eeef9-8fc6-490d-a725-9e9efe7ae2f7 req-22794dbe-fdcf-4204-9c96-a04b787ba071 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f8b2ee3-050a-4a9a-9213-217e9acc6868 HTTP/1.1" status: 200 len: 217 time: 0.0687091 Nov 05 13:08:23.617986 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eeef9-8fc6-490d-a725-9e9efe7ae2f7 req-526b8dc0-1417-47c0-8aed-54383a92421a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:23.619704 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ea9eeef9-8fc6-490d-a725-9e9efe7ae2f7 req-526b8dc0-1417-47c0-8aed-54383a92421a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d215db1b-ed92-4458-b78d-0e3581d61ad7 HTTP/1.1" status: 200 len: 848 time: 0.0716915 Nov 05 13:08:23.686733 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ea9eeef9-8fc6-490d-a725-9e9efe7ae2f7 req-872f6815-67b2-4fdb-a47e-5f9058ad9009 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9899b37-3bb2-4414-b968-0bae1c99b41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587580 Nov 05 13:08:23.844683 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ea9eeef9-8fc6-490d-a725-9e9efe7ae2f7 req-cd7ac7c8-20a0-43f3-a0f2-83cac6243521 service neutron] 10.222.0.64 "GET /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487565 Nov 05 13:08:24.000642 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ea9eeef9-8fc6-490d-a725-9e9efe7ae2f7 req-87cb6f9f-ba9f-4782-b85b-9abf368ebfba service neutron] 10.222.0.64 "GET /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425633 Nov 05 13:08:24.502984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606b2e1-640a-4a9e-bdaa-4669e3003e14 req-1d604eca-2951-4128-b716-f111f8b0fa45 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:24.504568 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b606b2e1-640a-4a9e-bdaa-4669e3003e14 req-1d604eca-2951-4128-b716-f111f8b0fa45 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 943 time: 0.1587515 Nov 05 13:08:24.511351 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d36789-d0cf-4863-ac81-ccabb5d2946f req-e0e9c7be-4a29-4897-a944-00fb0eeaf9a0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:24.512824 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-42d36789-d0cf-4863-ac81-ccabb5d2946f req-e0e9c7be-4a29-4897-a944-00fb0eeaf9a0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1656656 Nov 05 13:08:24.597370 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b606b2e1-640a-4a9e-bdaa-4669e3003e14 req-c9304836-3762-4005-9682-5511300a8134 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835333 Nov 05 13:08:24.600419 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-42d36789-d0cf-4863-ac81-ccabb5d2946f req-0c26dab3-d7c7-4c17-9e67-fd98bdd7b8d7 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692453 Nov 05 13:08:25.925814 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4bb8f-011b-4f50-ad99-4085a61da4f0 req-b5af9596-57bc-48ed-a6fa-6eac6b526fc3 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:25.927432 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9ef4bb8f-011b-4f50-ad99-4085a61da4f0 req-b5af9596-57bc-48ed-a6fa-6eac6b526fc3 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 943 time: 0.1479039 Nov 05 13:08:25.934439 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25540a6-4c2e-4d2b-89b0-8d5c8e895994 req-133c7389-9649-4119-ab13-387c4556215d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:25.935940 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d25540a6-4c2e-4d2b-89b0-8d5c8e895994 req-133c7389-9649-4119-ab13-387c4556215d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1207201 Nov 05 13:08:26.018584 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9ef4bb8f-011b-4f50-ad99-4085a61da4f0 req-0c72a8e2-e75a-4549-84e9-3875a9f26731 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816178 Nov 05 13:08:26.022338 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d25540a6-4c2e-4d2b-89b0-8d5c8e895994 req-a87ecf73-31e9-4f52-82a0-1e2cfbc841f8 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655711 Nov 05 13:08:27.209999 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 3f8b2ee3-050a-4a9a-9213-217e9acc6868 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:08:27.301204 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cc809-62df-4d32-ab62-9906cf97a537 req-ca302bfe-4f1d-46a4-bc77-fdc655a9567e tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:27.302842 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4f9cc809-62df-4d32-ab62-9906cf97a537 req-ca302bfe-4f1d-46a4-bc77-fdc655a9567e tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 943 time: 0.1574202 Nov 05 13:08:27.309767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fd2ce-ed89-49f5-9fc9-b7bf6273dd46 req-48709b4d-36b4-4354-a83e-0ecd022ab7d4 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:27.311400 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c18fd2ce-ed89-49f5-9fc9-b7bf6273dd46 req-48709b4d-36b4-4354-a83e-0ecd022ab7d4 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1296191 Nov 05 13:08:27.356900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 3f8b2ee3-050a-4a9a-9213-217e9acc6868, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=3f8b2ee3-050a-4a9a-9213-217e9acc6868,segment=NetworkSegment(88d70c0e-939c-4da7-a5fa-4e3e51016fba),segment_id=88d70c0e-939c-4da7-a5fa-4e3e51016fba)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:27.378266 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': '3f8b2ee3-050a-4a9a-9213-217e9acc6868', 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c', 'port_id': '3f8b2ee3-050a-4a9a-9213-217e9acc6868', 'mac_address': 'fa:16:3e:20:ad:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd215db1b-ed92-4458-b78d-0e3581d61ad7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:08:27.392087 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4f9cc809-62df-4d32-ab62-9906cf97a537 req-7d33e4c1-4bd8-4bba-bcac-209f87e46b89 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795658 Nov 05 13:08:27.403277 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c18fd2ce-ed89-49f5-9fc9-b7bf6273dd46 req-7fe73bf4-1339-4d02-b51e-3ae5aa13e599 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731773 Nov 05 13:08:27.442725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:27.464601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8b2ee3-050a-4a9a-9213-217e9acc6868 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:08:27.479995 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 3f8b2ee3-050a-4a9a-9213-217e9acc6868, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=3f8b2ee3-050a-4a9a-9213-217e9acc6868,segment=NetworkSegment(88d70c0e-939c-4da7-a5fa-4e3e51016fba),segment_id=88d70c0e-939c-4da7-a5fa-4e3e51016fba)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:27.483483 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:27.485685 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:27.555821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=3f8b2ee3-050a-4a9a-9213-217e9acc6868,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:27.559439 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:27.843250 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['3f8b2ee3-050a-4a9a-9213-217e9acc6868'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:08:28.782704 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70df12b-9c45-4748-985a-2be968cf4a8c req-7a174ca6-45a7-449a-a1ff-2cef0be9d846 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:28.784362 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b70df12b-9c45-4748-985a-2be968cf4a8c req-7a174ca6-45a7-449a-a1ff-2cef0be9d846 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1875815 Nov 05 13:08:28.792983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25064fd-7142-4669-837c-e8fbaf4fdfc3 req-5ecb1393-f4aa-4eeb-8da8-ac5002baa7ee tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:28.794879 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d25064fd-7142-4669-837c-e8fbaf4fdfc3 req-5ecb1393-f4aa-4eeb-8da8-ac5002baa7ee tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 944 time: 0.1524696 Nov 05 13:08:28.876442 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b70df12b-9c45-4748-985a-2be968cf4a8c req-fde4cba6-fc36-410f-9a68-130f8d40687c tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804162 Nov 05 13:08:28.878771 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d25064fd-7142-4669-837c-e8fbaf4fdfc3 req-877228cc-b4d5-4c6a-80bd-ec1c13bf3ea2 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656748 Nov 05 13:08:28.898584 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 47088) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:29.064065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f16c7975-266e-40d7-a406-86348f1ebff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.096524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-f16c7975-266e-40d7-a406-86348f1ebff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:29.101122 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-f16c7975-266e-40d7-a406-86348f1ebff4 admin admin] Usage tracker for resource:security_group_rule and tenant:35f1077537ba4012b314b65081a52e7b is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:29.103984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-f16c7975-266e-40d7-a406-86348f1ebff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:29.109886 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-f16c7975-266e-40d7-a406-86348f1ebff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:29.181919 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f16c7975-266e-40d7-a406-86348f1ebff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.184722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f16c7975-266e-40d7-a406-86348f1ebff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.192252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8e3fb7ab-0d49-4715-aabb-30792002ff53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:29.220070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 3f8b2ee3-050a-4a9a-9213-217e9acc6868 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:08:29.235629 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c7975-266e-40d7-a406-86348f1ebff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546e171b-a24a-4a42-ae82-f893ebe1ea22,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:29.240463 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f16c7975-266e-40d7-a406-86348f1ebff4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35f1077537ba4012b314b65081a52e7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3405623 Nov 05 13:08:29.241463 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f16c7975-266e-40d7-a406-86348f1ebff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:29.243411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 47094) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:29.297446 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port 3f8b2ee3-050a-4a9a-9213-217e9acc6868 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:08:29.302268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port 3f8b2ee3-050a-4a9a-9213-217e9acc6868 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:08:29.302685 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.316496 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-56486f6a-aca2-4369-bb51-4300604e5c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.344691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-56486f6a-aca2-4369-bb51-4300604e5c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.391914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-56486f6a-aca2-4369-bb51-4300604e5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.397046 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-21c6658b-8bb3-4e32-96b4-87c1803e21cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:29.407760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56486f6a-aca2-4369-bb51-4300604e5c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546e171b-a24a-4a42-ae82-f893ebe1ea22,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:29.413211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-56486f6a-aca2-4369-bb51-4300604e5c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:29.415116 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-56486f6a-aca2-4369-bb51-4300604e5c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.417281 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-56486f6a-aca2-4369-bb51-4300604e5c8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/546e171b-a24a-4a42-ae82-f893ebe1ea22 HTTP/1.1" status: 204 len: 168 time: 0.1728325 Nov 05 13:08:29.435605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.465849 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b7417d-3f41-4521-8d3c-115ac0911398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8b2ee3-050a-4a9a-9213-217e9acc6868'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:29.476151 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 3f8b2ee3-050a-4a9a-9213-217e9acc6868, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=3f8b2ee3-050a-4a9a-9213-217e9acc6868,segment=NetworkSegment(88d70c0e-939c-4da7-a5fa-4e3e51016fba),segment_id=88d70c0e-939c-4da7-a5fa-4e3e51016fba)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:29.479165 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.482065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:29.527615 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b7417d-3f41-4521-8d3c-115ac0911398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8b2ee3-050a-4a9a-9213-217e9acc6868', 'code': 200} Nov 05 13:08:29.555661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=3f8b2ee3-050a-4a9a-9213-217e9acc6868,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:29.558874 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:29.836897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 47112) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:29.849050 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-860c2012-d41a-49e0-a644-ed2a551d839c req-2415165c-2cec-42a9-8b3a-8db08ebee9d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 1098 time: 0.0984600 Nov 05 13:08:29.866199 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a4737c4-e12a-492e-8f7f-4e0abdc46c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:29.888638 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-860c2012-d41a-49e0-a644-ed2a551d839c req-48eebde9-b6d3-4700-b9c9-ca86a9cb0912 service neutron] Synchronizing usage tracker for tenant:4427bf0e79c949098853e1a63d6d93e8 on resource:security_group {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:08:29.907521 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-860c2012-d41a-49e0-a644-ed2a551d839c req-48eebde9-b6d3-4700-b9c9-ca86a9cb0912 service neutron] Unset dirty status for tenant:4427bf0e79c949098853e1a63d6d93e8 on resource:security_group {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:29.909070 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-860c2012-d41a-49e0-a644-ed2a551d839c req-48eebde9-b6d3-4700-b9c9-ca86a9cb0912 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588517 Nov 05 13:08:29.920061 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6a4737c4-e12a-492e-8f7f-4e0abdc46c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:29.925433 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6a4737c4-e12a-492e-8f7f-4e0abdc46c6f admin admin] Usage tracker for resource:security_group_rule and tenant:938ad02296a146568c9b9300fb2ac641 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:29.929423 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6a4737c4-e12a-492e-8f7f-4e0abdc46c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:29.935690 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6a4737c4-e12a-492e-8f7f-4e0abdc46c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:30.022589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a4737c4-e12a-492e-8f7f-4e0abdc46c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.032353 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6a4737c4-e12a-492e-8f7f-4e0abdc46c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.063137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bebeb0c2-14db-4512-94c4-961797bf0b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:30.083630 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6a4737c4-e12a-492e-8f7f-4e0abdc46c6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=938ad02296a146568c9b9300fb2ac641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2443650 Nov 05 13:08:30.084712 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 47128) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:30.141331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4737c4-e12a-492e-8f7f-4e0abdc46c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd2911-d3f9-4784-b483-29d9953096cb,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:30.145759 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6a4737c4-e12a-492e-8f7f-4e0abdc46c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:30.194413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45a70f6a-a380-4649-92c7-fddb6772e682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.230492 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45a70f6a-a380-4649-92c7-fddb6772e682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.251457 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953002f5-bd4d-4087-8956-7ca327feb950 req-82cd7b7b-76cf-483e-8823-a98551efb0b3 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:30.258137 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-953002f5-bd4d-4087-8956-7ca327feb950 req-82cd7b7b-76cf-483e-8823-a98551efb0b3 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.2235146 Nov 05 13:08:30.265444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77f9e7-5007-497a-a96c-4d345daf08f2 req-01797913-cf70-4977-ab3d-b49ac2959b12 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:30.267357 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bb77f9e7-5007-497a-a96c-4d345daf08f2 req-01797913-cf70-4977-ab3d-b49ac2959b12 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 945 time: 0.1863799 Nov 05 13:08:30.306452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45a70f6a-a380-4649-92c7-fddb6772e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.314215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a62220ad-3ca8-42c8-8782-2638c21cddbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:30.336248 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a70f6a-a380-4649-92c7-fddb6772e682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd2911-d3f9-4784-b483-29d9953096cb,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:30.346667 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-45a70f6a-a380-4649-92c7-fddb6772e682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:30.348232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45a70f6a-a380-4649-92c7-fddb6772e682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.372165 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-45a70f6a-a380-4649-92c7-fddb6772e682 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9cd2911-d3f9-4784-b483-29d9953096cb HTTP/1.1" status: 204 len: 168 time: 0.2666290 Nov 05 13:08:30.374315 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bb77f9e7-5007-497a-a96c-4d345daf08f2 req-36a20188-fe85-4f1f-b363-190a906b10a6 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848272 Nov 05 13:08:30.378026 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-953002f5-bd4d-4087-8956-7ca327feb950 req-8630673e-3e0e-466f-b14d-6c2d1466b80b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093283 Nov 05 13:08:30.481176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:08:30.812532 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 47152) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:30.832838 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-035e48e8-3223-4b44-9c49-4155190a6a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.866378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-035e48e8-3223-4b44-9c49-4155190a6a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:30.870498 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-035e48e8-3223-4b44-9c49-4155190a6a0e admin admin] Usage tracker for resource:security_group_rule and tenant:40f85e4c9d394bd285d11492229b6163 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:30.873706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-035e48e8-3223-4b44-9c49-4155190a6a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:30.879754 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-035e48e8-3223-4b44-9c49-4155190a6a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:30.946915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-035e48e8-3223-4b44-9c49-4155190a6a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.949859 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-035e48e8-3223-4b44-9c49-4155190a6a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:30.958321 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b88de6f9-7416-44ca-90ab-881945ea71e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:31.003132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e48e8-3223-4b44-9c49-4155190a6a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ac35fd-b9d9-48f7-9250-98dde1b9b632,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:31.006714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-035e48e8-3223-4b44-9c49-4155190a6a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:31.011594 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-035e48e8-3223-4b44-9c49-4155190a6a0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40f85e4c9d394bd285d11492229b6163&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1958351 Nov 05 13:08:31.012712 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 47158) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:31.076317 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2148326-6f38-4cd8-928f-cc81cbff157f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.103905 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2148326-6f38-4cd8-928f-cc81cbff157f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.147599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2148326-6f38-4cd8-928f-cc81cbff157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.153555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7d71547f-7106-4af0-9887-0881cb9704d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:31.166725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2148326-6f38-4cd8-928f-cc81cbff157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ac35fd-b9d9-48f7-9250-98dde1b9b632,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:31.170761 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2148326-6f38-4cd8-928f-cc81cbff157f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:31.175006 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2148326-6f38-4cd8-928f-cc81cbff157f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:31.176559 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f2148326-6f38-4cd8-928f-cc81cbff157f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2ac35fd-b9d9-48f7-9250-98dde1b9b632 HTTP/1.1" status: 204 len: 168 time: 0.1625361 Nov 05 13:08:31.699600 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cb8a3-16a0-4b76-b096-aaf0ba643223 req-e6ec105d-c27f-4d9e-9db3-978e66274429 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:31.701342 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cd3cb8a3-16a0-4b76-b096-aaf0ba643223 req-e6ec105d-c27f-4d9e-9db3-978e66274429 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 945 time: 0.1920750 Nov 05 13:08:31.719550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0e8d6-82cc-453e-9bc1-cef1b3af0e38 req-9bc4d347-708c-4f40-8934-f71991a6ef29 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:31.732032 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-76a0e8d6-82cc-453e-9bc1-cef1b3af0e38 req-9bc4d347-708c-4f40-8934-f71991a6ef29 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1797421 Nov 05 13:08:31.813509 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cd3cb8a3-16a0-4b76-b096-aaf0ba643223 req-fa4a93cb-01d5-4778-ac86-4bfbbf03a718 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024835 Nov 05 13:08:31.839796 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-76a0e8d6-82cc-453e-9bc1-cef1b3af0e38 req-66e0cdaa-a2aa-43b3-9c43-3595d713583b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072009 Nov 05 13:08:33.074144 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae142d-bbde-4dac-98aa-a6f1aefba82b req-40678547-08de-4778-9a9a-707b7068f31f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:33.076157 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5fae142d-bbde-4dac-98aa-a6f1aefba82b req-40678547-08de-4778-9a9a-707b7068f31f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1152174 Nov 05 13:08:33.127687 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5fae142d-bbde-4dac-98aa-a6f1aefba82b req-93ff9cbf-9f54-48e2-89c1-1a5ad7aeb555 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453069 Nov 05 13:08:33.645380 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec32b2-e7e4-44f5-9bb5-c6bd7f33d90f req-c6fddd96-c540-43ec-bb91-70ca288b1033 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:33.664649 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ebec32b2-e7e4-44f5-9bb5-c6bd7f33d90f req-c6fddd96-c540-43ec-bb91-70ca288b1033 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 945 time: 0.1513193 Nov 05 13:08:33.727142 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ebec32b2-e7e4-44f5-9bb5-c6bd7f33d90f req-09f2aae8-2476-4a41-a977-7f1aa1683e79 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611835 Nov 05 13:08:33.930154 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f85a78ab-a6f5-4698-877a-903a3ae08f1a req-2ea546ac-a032-4f3b-a7c0-df93b6a17dd1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 1098 time: 0.0793223 Nov 05 13:08:33.983984 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f85a78ab-a6f5-4698-877a-903a3ae08f1a req-cc7277cd-8efd-427a-84b9-fc7f54a33aec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Nov 05 13:08:34.348622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03e277-3a23-41bf-b5cc-e7c2778fb4f0 req-801b872b-9ee3-4795-a95f-d0d8dbdbfe49 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:34.356888 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cc03e277-3a23-41bf-b5cc-e7c2778fb4f0 req-801b872b-9ee3-4795-a95f-d0d8dbdbfe49 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.0971184 Nov 05 13:08:34.419300 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cc03e277-3a23-41bf-b5cc-e7c2778fb4f0 req-27563faa-5a60-4172-9431-131d773d686d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610690 Nov 05 13:08:34.539132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-807a572d-ecd8-4de1-be96-ae657d011aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:34.929626 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb08f8-e79f-4b38-a373-74dd935d5e6e req-97ea5d23-f5e4-439b-b905-99cb47854007 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:34.931248 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8cdb08f8-e79f-4b38-a373-74dd935d5e6e req-97ea5d23-f5e4-439b-b905-99cb47854007 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 945 time: 0.0837131 Nov 05 13:08:34.979884 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8cdb08f8-e79f-4b38-a373-74dd935d5e6e req-76715fe5-97ef-40b4-aaa8-3dd5280ee5ee tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426221 Nov 05 13:08:35.728065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e4c97-3ddb-4eb6-9d98-ceda875e5650 req-dee6afce-c1d7-47a4-a37b-b7b950bd39c5 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:35.729669 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-628e4c97-3ddb-4eb6-9d98-ceda875e5650 req-dee6afce-c1d7-47a4-a37b-b7b950bd39c5 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 945 time: 0.1674118 Nov 05 13:08:35.736131 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e5860-624d-4fcb-908f-a2339ae0f062 req-65fce4e2-218d-419b-90f9-98eead3ac273 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:35.737235 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e27e5860-624d-4fcb-908f-a2339ae0f062 req-65fce4e2-218d-419b-90f9-98eead3ac273 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.1340365 Nov 05 13:08:35.838488 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e27e5860-624d-4fcb-908f-a2339ae0f062 req-0e735e34-7a40-4377-b467-ef91b4f714e8 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660839 Nov 05 13:08:35.855817 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-628e4c97-3ddb-4eb6-9d98-ceda875e5650 req-794fad81-415e-43b6-98da-3ae7864dde7f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Deleting port 3f8b2ee3-050a-4a9a-9213-217e9acc6868 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:08:35.855817 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-628e4c97-3ddb-4eb6-9d98-ceda875e5650 req-794fad81-415e-43b6-98da-3ae7864dde7f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:36.026709 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:36.470397 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5e8dd-3c62-45bc-b3d9-0cd28f6d79de req-fb1bba64-02ae-4c11-97e0-44b94bd07d84 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:36.471976 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3ac5e8dd-3c62-45bc-b3d9-0cd28f6d79de req-fb1bba64-02ae-4c11-97e0-44b94bd07d84 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.4651322 Nov 05 13:08:36.485246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-628e4c97-3ddb-4eb6-9d98-ceda875e5650 req-794fad81-415e-43b6-98da-3ae7864dde7f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] For port 3f8b2ee3-050a-4a9a-9213-217e9acc6868, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=3f8b2ee3-050a-4a9a-9213-217e9acc6868,segment=NetworkSegment(88d70c0e-939c-4da7-a5fa-4e3e51016fba),segment_id=88d70c0e-939c-4da7-a5fa-4e3e51016fba)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:36.485635 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-628e4c97-3ddb-4eb6-9d98-ceda875e5650 req-794fad81-415e-43b6-98da-3ae7864dde7f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:36.649867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-628e4c97-3ddb-4eb6-9d98-ceda875e5650 req-794fad81-415e-43b6-98da-3ae7864dde7f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Calling delete_port for 3f8b2ee3-050a-4a9a-9213-217e9acc6868 owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:08:36.709448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a1052-5cd5-4288-99f6-4cd7f2aeaed5 req-6832f82f-6f92-4298-b1b3-d544a71ffeb2 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:36.711724 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c64a1052-5cd5-4288-99f6-4cd7f2aeaed5 req-6832f82f-6f92-4298-b1b3-d544a71ffeb2 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 945 time: 0.5502102 Nov 05 13:08:36.768003 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3ac5e8dd-3c62-45bc-b3d9-0cd28f6d79de req-506f05ce-61ba-4854-8995-0694b148ae18 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847121 Nov 05 13:08:36.780606 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c64a1052-5cd5-4288-99f6-4cd7f2aeaed5 req-ab2f35c7-a415-4542-b7c7-36471df588c1 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609033 Nov 05 13:08:36.890946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-583a9c58-35b0-41ad-a96f-3533e41bc576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:36.904386 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-628e4c97-3ddb-4eb6-9d98-ceda875e5650 req-794fad81-415e-43b6-98da-3ae7864dde7f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:36.919701 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['3f8b2ee3-050a-4a9a-9213-217e9acc6868'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:08:36.920562 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:37.024207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794fad81-415e-43b6-98da-3ae7864dde7f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Pushing event deleted for resources: {'Port': ['ID=3f8b2ee3-050a-4a9a-9213-217e9acc6868,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:37.073332 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-794fad81-415e-43b6-98da-3ae7864dde7f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:37.074268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-628e4c97-3ddb-4eb6-9d98-ceda875e5650 req-794fad81-415e-43b6-98da-3ae7864dde7f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] No DVR routers for this DVR port 3f8b2ee3-050a-4a9a-9213-217e9acc6868 on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:08:37.078792 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-628e4c97-3ddb-4eb6-9d98-ceda875e5650 req-794fad81-415e-43b6-98da-3ae7864dde7f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:37.082523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b7417d-3f41-4521-8d3c-115ac0911398', 'name': 'network-vif-deleted', 'tag': '3f8b2ee3-050a-4a9a-9213-217e9acc6868'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:37.120183 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-628e4c97-3ddb-4eb6-9d98-ceda875e5650 req-794fad81-415e-43b6-98da-3ae7864dde7f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.64 "DELETE /v2.0/ports/3f8b2ee3-050a-4a9a-9213-217e9acc6868 HTTP/1.1" status: 204 len: 173 time: 1.3818257 Nov 05 13:08:37.284831 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b7417d-3f41-4521-8d3c-115ac0911398', 'name': 'network-vif-deleted', 'tag': '3f8b2ee3-050a-4a9a-9213-217e9acc6868', 'status': 'completed', 'code': 200} Nov 05 13:08:37.484558 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:38.007275 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-4e1ad866-60d9-4cbc-979d-b8e2e6b0d8a3 req-7a594df3-dd78-4886-96c4-30b87b0133e8 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Synchronizing usage tracker for tenant:128e3db91497484d85ea59499670acfe on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:08:38.022989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-4e1ad866-60d9-4cbc-979d-b8e2e6b0d8a3 req-7a594df3-dd78-4886-96c4-30b87b0133e8 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Unset dirty status for tenant:128e3db91497484d85ea59499670acfe on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:38.024317 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4e1ad866-60d9-4cbc-979d-b8e2e6b0d8a3 req-7a594df3-dd78-4886-96c4-30b87b0133e8 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b7417d-3f41-4521-8d3c-115ac0911398 HTTP/1.1" status: 200 len: 210 time: 0.0688031 Nov 05 13:08:38.767544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:39.146022 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521b69b-630b-4401-8db1-a4ca4a9a3f99 req-079381f4-9aa5-40e4-a3e2-1766d8f8a1b0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:39.153831 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b521b69b-630b-4401-8db1-a4ca4a9a3f99 req-079381f4-9aa5-40e4-a3e2-1766d8f8a1b0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1235049 Nov 05 13:08:39.196799 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e178334b-abab-49e2-8798-6fe1968a6e21 req-2ac03725-ea6e-41af-95cb-9d8f85063e76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b43d64e03dae48b49fa2e51483228c89&device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 1099 time: 0.2200153 Nov 05 13:08:39.225612 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b521b69b-630b-4401-8db1-a4ca4a9a3f99 req-ea0d5b87-af19-4649-a2db-5beee037d756 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707207 Nov 05 13:08:39.260126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 3f8b2ee3-050a-4a9a-9213-217e9acc6868 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:08:39.371640 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: 3f8b2ee3-050a-4a9a-9213-217e9acc6868 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:08:39.372268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 3f8b2ee3-050a-4a9a-9213-217e9acc6868 not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:08:39.528993 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178334b-abab-49e2-8798-6fe1968a6e21 req-550b153c-960c-471d-b7a4-c92feefc5ad0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:39.530665 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e178334b-abab-49e2-8798-6fe1968a6e21 req-550b153c-960c-471d-b7a4-c92feefc5ad0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 200 len: 919 time: 0.3040240 Nov 05 13:08:39.654896 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e178334b-abab-49e2-8798-6fe1968a6e21 req-f2c7ed84-6a4c-485a-89b0-6bb5c4933983 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c051fd12-8d69-44cf-9631-93671f47abe5 HTTP/1.1" status: 200 len: 217 time: 0.1102374 Nov 05 13:08:39.812890 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178334b-abab-49e2-8798-6fe1968a6e21 req-082823ef-1faa-49ee-9614-98536576a0b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:39.814511 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e178334b-abab-49e2-8798-6fe1968a6e21 req-082823ef-1faa-49ee-9614-98536576a0b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08a9b97a-1593-4dbd-a30d-05fe4260c2e5 HTTP/1.1" status: 200 len: 858 time: 0.1439970 Nov 05 13:08:39.887753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-15bc6553-5009-45d8-8bbc-40841e759c8f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:39.891947 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-15bc6553-5009-45d8-8bbc-40841e759c8f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/networks?id=d9899b37-3bb2-4414-b968-0bae1c99b41c HTTP/1.1" status: 200 len: 808 time: 0.2825012 Nov 05 13:08:39.894193 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e178334b-abab-49e2-8798-6fe1968a6e21 req-b7848c89-68f3-47b6-8e45-7e440db90052 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57eedc5a-79de-4f09-b854-e1e702ceba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660188 Nov 05 13:08:39.949899 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-73ae217d-a57c-47b5-89df-bb71fea6ca04 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/quotas/128e3db91497484d85ea59499670acfe HTTP/1.1" status: 200 len: 375 time: 0.0520082 Nov 05 13:08:40.066676 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-5cf1dec8-341b-49ce-b7f8-42ff795119fc tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=128e3db91497484d85ea59499670acfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015785 Nov 05 13:08:40.258775 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e178334b-abab-49e2-8798-6fe1968a6e21 req-16bf6f7d-e5dc-4808-a3c3-c1b020ec5cde service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453338 Nov 05 13:08:40.261069 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-ff48ceba-f31e-4e6f-b03f-dd2b9be6228a service neutron] 10.222.0.39 "GET /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803956 Nov 05 13:08:40.589259 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-566f6f75-5987-48ac-8c88-2f771d4b00f3 service neutron] 10.222.0.39 "GET /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210809 Nov 05 13:08:40.622164 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f038f-39d3-4950-bddb-5a6ab819cc2e req-ad13b801-0ee1-48e6-9c98-759cfd90ca00 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:40.623780 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3b2f038f-39d3-4950-bddb-5a6ab819cc2e req-ad13b801-0ee1-48e6-9c98-759cfd90ca00 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.2266645 Nov 05 13:08:40.674383 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e178334b-abab-49e2-8798-6fe1968a6e21 req-0bbdb44b-2d9d-4203-974d-41a0507b85a4 service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068008 Nov 05 13:08:40.730204 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3b2f038f-39d3-4950-bddb-5a6ab819cc2e req-bacc5c1e-54db-4307-b8a4-4ed6dd7b33f6 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956290 Nov 05 13:08:41.082439 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6cd6839c-91f0-4ea4-8df2-b8b3493ba4e7 req-b88e26af-7cf7-4bec-a047-6b3c170a6c0d tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 210 time: 0.0476582 Nov 05 13:08:41.464100 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 47566) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:41.703234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-384ffa8b-00a4-410f-a09c-5131aa8d48b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.735736 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-384ffa8b-00a4-410f-a09c-5131aa8d48b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:41.739726 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-384ffa8b-00a4-410f-a09c-5131aa8d48b0 admin admin] Usage tracker for resource:security_group_rule and tenant:42dd8efec76a4bf4975db68f41207444 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:41.743213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-384ffa8b-00a4-410f-a09c-5131aa8d48b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:41.749298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-384ffa8b-00a4-410f-a09c-5131aa8d48b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:41.825263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-384ffa8b-00a4-410f-a09c-5131aa8d48b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.828612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-384ffa8b-00a4-410f-a09c-5131aa8d48b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.836794 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2eeda1a3-8e1b-42b0-8fb3-aad486c7fecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:41.879925 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ffa8b-00a4-410f-a09c-5131aa8d48b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482ac90a-a780-4c06-97e2-bb77d68ae197,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:41.883207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-384ffa8b-00a4-410f-a09c-5131aa8d48b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:41.887910 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-384ffa8b-00a4-410f-a09c-5131aa8d48b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42dd8efec76a4bf4975db68f41207444&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4227245 Nov 05 13:08:41.890915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 47580) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:41.965856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f8ced29b-03c5-4c79-bf9e-7670211bed50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:41.985637 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2b00e-b05b-4ce4-b13b-18c2356e0423 req-821aab19-8771-4074-b934-7ea00c0260e2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:41.987288 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4dd2b00e-b05b-4ce4-b13b-18c2356e0423 req-821aab19-8771-4074-b934-7ea00c0260e2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1029909 Nov 05 13:08:41.995910 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f8ced29b-03c5-4c79-bf9e-7670211bed50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:42.042372 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4dd2b00e-b05b-4ce4-b13b-18c2356e0423 req-283466c8-b0f1-4158-856f-1557f55792c7 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486071 Nov 05 13:08:42.047742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f8ced29b-03c5-4c79-bf9e-7670211bed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:42.053478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f16c7975-266e-40d7-a406-86348f1ebff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:42.083545 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ced29b-03c5-4c79-bf9e-7670211bed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482ac90a-a780-4c06-97e2-bb77d68ae197,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:42.091347 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f8ced29b-03c5-4c79-bf9e-7670211bed50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:42.092946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f8ced29b-03c5-4c79-bf9e-7670211bed50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:42.101964 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f8ced29b-03c5-4c79-bf9e-7670211bed50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/482ac90a-a780-4c06-97e2-bb77d68ae197 HTTP/1.1" status: 204 len: 168 time: 0.2097089 Nov 05 13:08:42.317828 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-2d7645f0-0b15-4747-8636-2c57e9fe02d7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:42.319756 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-2d7645f0-0b15-4747-8636-2c57e9fe02d7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.64 "GET /v2.0/networks?id=d9899b37-3bb2-4414-b968-0bae1c99b41c HTTP/1.1" status: 200 len: 808 time: 0.2364867 Nov 05 13:08:42.370760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Request body: {'port': {'device_id': '05c0864d-2960-4705-b823-d25362c7438f', 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c', 'admin_state_up': True, 'tenant_id': '128e3db91497484d85ea59499670acfe'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:08:42.392757 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-33ad0e02-0095-459a-8f06-113c1b690f1a req-7bfe942c-4a58-47ca-bfae-b3bd748a0587 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 210 time: 0.0717006 Nov 05 13:08:42.524758 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:42.540494 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:42.551097 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Made reservation on behalf of 128e3db91497484d85ea59499670acfe for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:08:42.557921 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:42.594698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 47600) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:42.615751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-172eed48-d99d-44ec-9f4d-b22da91cfd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:42.650156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-172eed48-d99d-44ec-9f4d-b22da91cfd43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:42.654430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-172eed48-d99d-44ec-9f4d-b22da91cfd43 admin admin] Usage tracker for resource:security_group_rule and tenant:d0e030f466814a3784cf00f785e3bf5a is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:42.657966 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-172eed48-d99d-44ec-9f4d-b22da91cfd43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:42.668756 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-172eed48-d99d-44ec-9f4d-b22da91cfd43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:42.743250 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-172eed48-d99d-44ec-9f4d-b22da91cfd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:42.744836 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Allocated IP 172.20.0.13 (d9899b37-3bb2-4414-b968-0bae1c99b41c/d215db1b-ed92-4458-b78d-0e3581d61ad7/ffe96c4b-6393-439a-8f0f-c7044215609f) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:08:42.749476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-172eed48-d99d-44ec-9f4d-b22da91cfd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:42.757659 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-56486f6a-aca2-4369-bb51-4300604e5c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:42.808255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172eed48-d99d-44ec-9f4d-b22da91cfd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d3e944-3e99-4b3c-ad7e-856d2e0abf48,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:42.815161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-172eed48-d99d-44ec-9f4d-b22da91cfd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:42.817488 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-172eed48-d99d-44ec-9f4d-b22da91cfd43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0e030f466814a3784cf00f785e3bf5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2213867 Nov 05 13:08:42.818224 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 47610) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:42.892887 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6482dbbe-aa0f-4274-8a25-3bff8d842867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:42.925710 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6482dbbe-aa0f-4274-8a25-3bff8d842867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:42.983009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6482dbbe-aa0f-4274-8a25-3bff8d842867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:42.988677 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-17776a89-7194-4a6a-bd3b-214387b786e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:43.003005 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482dbbe-aa0f-4274-8a25-3bff8d842867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d3e944-3e99-4b3c-ad7e-856d2e0abf48,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:43.007210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6482dbbe-aa0f-4274-8a25-3bff8d842867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:43.009384 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6482dbbe-aa0f-4274-8a25-3bff8d842867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:43.010633 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6482dbbe-aa0f-4274-8a25-3bff8d842867 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71d3e944-3e99-4b3c-ad7e-856d2e0abf48 HTTP/1.1" status: 204 len: 168 time: 0.1912138 Nov 05 13:08:43.260893 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:43.327549 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc89e4c-4555-4aa6-8a8a-4b0a475e97b9 req-6a7e3040-09d2-4f69-8612-81b056b26542 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:43.329907 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4cc89e4c-4555-4aa6-8a8a-4b0a475e97b9 req-6a7e3040-09d2-4f69-8612-81b056b26542 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1374846 Nov 05 13:08:43.338273 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:43.344334 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:43.437126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Pushing event updated for resources: {'Port': ['ID=ffe96c4b-6393-439a-8f0f-c7044215609f,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:43.442809 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:43.462845 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Network d9899b37-3bb2-4414-b968-0bae1c99b41c is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:08:43.464585 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:08:43.468647 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:08:43.528044 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4cc89e4c-4555-4aa6-8a8a-4b0a475e97b9 req-c1536b66-1c76-4349-8a55-04c13430f234 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910877 Nov 05 13:08:43.545422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:43.546125 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:43.595080 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2304692 Nov 05 13:08:43.630318 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Request body: {'port': {'device_id': '05c0864d-2960-4705-b823-d25362c7438f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:08:43.853485 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:43.934610 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a1995-4e76-4456-8649-483c0d96f6d8 req-c8169d62-57c6-4ed6-ab1f-f780473141f4 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:43.935097 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-4a5a1995-4e76-4456-8649-483c0d96f6d8 req-c8169d62-57c6-4ed6-ab1f-f780473141f4 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Synchronizing usage tracker for tenant:128e3db91497484d85ea59499670acfe on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:08:44.044178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-4a5a1995-4e76-4456-8649-483c0d96f6d8 req-c8169d62-57c6-4ed6-ab1f-f780473141f4 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Unset dirty status for tenant:128e3db91497484d85ea59499670acfe on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:08:44.054031 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4a5a1995-4e76-4456-8649-483c0d96f6d8 req-c8169d62-57c6-4ed6-ab1f-f780473141f4 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 932 time: 0.3223813 Nov 05 13:08:44.177474 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4a5a1995-4e76-4456-8649-483c0d96f6d8 req-5bcf989e-9361-45c9-8489-686f9e0a2d65 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224408 Nov 05 13:08:44.359506 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe96c4b-6393-439a-8f0f-c7044215609f {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:08:44.366737 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.385396 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Transition to ACTIVE for port object ffe96c4b-6393-439a-8f0f-c7044215609f will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:08:44.388025 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.392948 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:44.524920 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Pushing event updated for resources: {'Port': ['ID=ffe96c4b-6393-439a-8f0f-c7044215609f,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:44.529975 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:44.662956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Attempting to bind port ffe96c4b-6393-439a-8f0f-c7044215609f on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:08:44.663330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Attempting to bind port ffe96c4b-6393-439a-8f0f-c7044215609f by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '88d70c0e-939c-4da7-a5fa-4e3e51016fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:08:44.663693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Attempting to bind port ffe96c4b-6393-439a-8f0f-c7044215609f on network d9899b37-3bb2-4414-b968-0bae1c99b41c {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:08:44.686146 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Port ffe96c4b-6393-439a-8f0f-c7044215609f on network d9899b37-3bb2-4414-b968-0bae1c99b41c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:08:44.686512 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Attempting to bind port ffe96c4b-6393-439a-8f0f-c7044215609f on network d9899b37-3bb2-4414-b968-0bae1c99b41c {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:08:44.796839 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:08:44.797221 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Checking segment: {'id': '88d70c0e-939c-4da7-a5fa-4e3e51016fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:08:44.797653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Bound using segment: {'id': '88d70c0e-939c-4da7-a5fa-4e3e51016fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:08:44.798131 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Bound port: ffe96c4b-6393-439a-8f0f-c7044215609f, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d70c0e-939c-4da7-a5fa-4e3e51016fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:08:44.798514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.942056 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-659d7490-467d-467c-94eb-c99f2638cfb1 req-f0b1d870-37c8-45bb-bfae-564963fd4e56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b43d64e03dae48b49fa2e51483228c89&device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 1099 time: 0.2571669 Nov 05 13:08:44.943830 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] For port ffe96c4b-6393-439a-8f0f-c7044215609f, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:08:44.952656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd05fd-8bcd-4078-a43a-ca6492780a88 req-ed917782-29d6-467e-ba7a-fc3f9f58e1a8 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:44.954505 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-dbdd05fd-8bcd-4078-a43a-ca6492780a88 req-ed917782-29d6-467e-ba7a-fc3f9f58e1a8 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.2151935 Nov 05 13:08:44.956410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] For port ffe96c4b-6393-439a-8f0f-c7044215609f, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffe96c4b-6393-439a-8f0f-c7044215609f,segment=NetworkSegment(88d70c0e-939c-4da7-a5fa-4e3e51016fba),segment_id=88d70c0e-939c-4da7-a5fa-4e3e51016fba)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:08:44.960870 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:44.967126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:45.101178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:45.102641 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] 10.222.0.64 "PUT /v2.0/ports/ffe96c4b-6393-439a-8f0f-c7044215609f HTTP/1.1" status: 200 len: 1094 time: 1.4895036 Nov 05 13:08:45.108355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c0864d-2960-4705-b823-d25362c7438f', 'tag': 'ffe96c4b-6393-439a-8f0f-c7044215609f'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:45.230869 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c0864d-2960-4705-b823-d25362c7438f', 'tag': 'ffe96c4b-6393-439a-8f0f-c7044215609f', 'status': 'completed', 'code': 200} Nov 05 13:08:45.233893 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Pushing event updated for resources: {'Port': ['ID=ffe96c4b-6393-439a-8f0f-c7044215609f,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:45.244787 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:45.270167 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-dbdd05fd-8bcd-4078-a43a-ca6492780a88 req-cf50c146-cc7e-493d-8c87-06146d3e8e8f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044777 Nov 05 13:08:45.345724 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d7490-467d-467c-94eb-c99f2638cfb1 req-f7b9e0c7-34e1-4522-bc54-2ad7206f1d0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:45.347478 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-659d7490-467d-467c-94eb-c99f2638cfb1 req-f7b9e0c7-34e1-4522-bc54-2ad7206f1d0e service neutron] 10.222.0.64 "GET /v2.0/networks?id=57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 200 len: 919 time: 0.3437705 Nov 05 13:08:45.392571 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-c4c22f10-8ebf-4f4c-a52b-68657ce8c505 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=128e3db91497484d85ea59499670acfe&device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 1097 time: 0.2147772 Nov 05 13:08:45.539701 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-659d7490-467d-467c-94eb-c99f2638cfb1 req-3ca54294-1cd1-40d9-801f-6cf764bdd7b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c051fd12-8d69-44cf-9631-93671f47abe5 HTTP/1.1" status: 200 len: 217 time: 0.1460578 Nov 05 13:08:45.545272 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-e02799de-82b2-4c6d-b4ef-c776e467d3ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe96c4b-6393-439a-8f0f-c7044215609f HTTP/1.1" status: 200 len: 217 time: 0.0927653 Nov 05 13:08:45.715213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839e334-cd46-41bb-b118-90b78227d5f5 req-2b567864-95bb-48b8-9935-5b9734dc6942 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:45.723421 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7839e334-cd46-41bb-b118-90b78227d5f5 req-2b567864-95bb-48b8-9935-5b9734dc6942 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 944 time: 0.3733313 Nov 05 13:08:45.767247 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d7490-467d-467c-94eb-c99f2638cfb1 req-9dd70f02-4be6-4859-8583-bf3c84b16e8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:45.768971 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-659d7490-467d-467c-94eb-c99f2638cfb1 req-9dd70f02-4be6-4859-8583-bf3c84b16e8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08a9b97a-1593-4dbd-a30d-05fe4260c2e5 HTTP/1.1" status: 200 len: 858 time: 0.2061672 Nov 05 13:08:45.770550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-878754ea-c04c-465e-b36c-504f98af962b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:45.772177 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-878754ea-c04c-465e-b36c-504f98af962b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d215db1b-ed92-4458-b78d-0e3581d61ad7 HTTP/1.1" status: 200 len: 848 time: 0.1720290 Nov 05 13:08:45.916347 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-659d7490-467d-467c-94eb-c99f2638cfb1 req-bbab0230-5f4b-4e35-b8d7-604807e59fd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57eedc5a-79de-4f09-b854-e1e702ceba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300716 Nov 05 13:08:45.949841 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7839e334-cd46-41bb-b118-90b78227d5f5 req-f23c83d8-be8f-4197-92c4-36a43e4e2445 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248542 Nov 05 13:08:45.953996 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-e95b4597-1293-4130-aeae-c3f0de8e7ec0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9899b37-3bb2-4414-b968-0bae1c99b41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270201 Nov 05 13:08:46.170644 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:46.517326 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-659d7490-467d-467c-94eb-c99f2638cfb1 req-af745fae-c2f9-47ae-a3e5-f640ff980844 service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659983 Nov 05 13:08:46.527814 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-8de411b0-b941-4764-b6dd-caafafc9fdce service neutron] 10.222.0.64 "GET /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420296 Nov 05 13:08:46.769311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca04972-b341-4879-ad45-b3c7f397a2ea req-06e507d0-554d-4a4c-9325-cfb9fa55fe3d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:46.770928 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-dca04972-b341-4879-ad45-b3c7f397a2ea req-06e507d0-554d-4a4c-9325-cfb9fa55fe3d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.3656483 Nov 05 13:08:46.843181 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82774d89-0a2b-4f8e-bc34-2b3f733f01cc req-dbcdaa1a-3a76-4fe0-b0bd-3a31f2f4c59a service neutron] 10.222.0.64 "GET /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925518 Nov 05 13:08:46.858269 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-659d7490-467d-467c-94eb-c99f2638cfb1 req-df7483d0-be87-440d-a049-6529fa022abd service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326969 Nov 05 13:08:46.869483 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-dca04972-b341-4879-ad45-b3c7f397a2ea req-4f90d28e-ed94-4110-94a9-efea73d39d22 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918493 Nov 05 13:08:46.994192 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-30e0ad95-7bb7-4d14-a0f3-689e111eb746 req-9f1b8e5d-5ac1-4572-81a3-388a2b869c1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=128e3db91497484d85ea59499670acfe&device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 1097 time: 0.0788481 Nov 05 13:08:47.208049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0ad95-7bb7-4d14-a0f3-689e111eb746 req-66430ee2-8c61-4f2b-83de-0e671793b85b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:47.210254 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-30e0ad95-7bb7-4d14-a0f3-689e111eb746 req-66430ee2-8c61-4f2b-83de-0e671793b85b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d9899b37-3bb2-4414-b968-0bae1c99b41c HTTP/1.1" status: 200 len: 909 time: 0.2040229 Nov 05 13:08:47.303803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f9bd5-05e3-4468-a655-cd647a6d3e0f req-dc174f97-e0b9-4880-b659-0118507d08e4 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:47.305437 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-896f9bd5-05e3-4468-a655-cd647a6d3e0f req-dc174f97-e0b9-4880-b659-0118507d08e4 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 944 time: 0.2022133 Nov 05 13:08:47.333264 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-30e0ad95-7bb7-4d14-a0f3-689e111eb746 req-f15ae04a-bf20-4875-80d6-27add98b0fde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe96c4b-6393-439a-8f0f-c7044215609f HTTP/1.1" status: 200 len: 217 time: 0.0984452 Nov 05 13:08:47.411723 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-896f9bd5-05e3-4468-a655-cd647a6d3e0f req-7ccb5712-a975-4cb6-958e-2080feeb8053 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974233 Nov 05 13:08:47.428411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0ad95-7bb7-4d14-a0f3-689e111eb746 req-ce6fb055-0982-4c57-be4d-1b5bcc9af439 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:47.438174 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-30e0ad95-7bb7-4d14-a0f3-689e111eb746 req-ce6fb055-0982-4c57-be4d-1b5bcc9af439 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d215db1b-ed92-4458-b78d-0e3581d61ad7 HTTP/1.1" status: 200 len: 848 time: 0.0898159 Nov 05 13:08:47.494984 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-30e0ad95-7bb7-4d14-a0f3-689e111eb746 req-26dec7ef-e169-4c0b-a458-b43c4014fbc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9899b37-3bb2-4414-b968-0bae1c99b41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448792 Nov 05 13:08:47.658427 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-30e0ad95-7bb7-4d14-a0f3-689e111eb746 req-7884b773-038c-4909-9158-9f83445a4122 service neutron] 10.222.0.64 "GET /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511674 Nov 05 13:08:47.804575 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-30e0ad95-7bb7-4d14-a0f3-689e111eb746 req-79cd8955-a8f9-4366-95b4-87baa60ba804 service neutron] 10.222.0.64 "GET /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393039 Nov 05 13:08:48.102287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cf29f-7d85-4ee4-8f3e-34b2a2323dc8 req-aa5e90db-638b-4763-8c4b-a3bef44bd904 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:48.104233 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8c9cf29f-7d85-4ee4-8f3e-34b2a2323dc8 req-aa5e90db-638b-4763-8c4b-a3bef44bd904 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1051714 Nov 05 13:08:48.165915 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8c9cf29f-7d85-4ee4-8f3e-34b2a2323dc8 req-427320fe-c4b2-4e67-83c9-e926fc8931aa tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487137 Nov 05 13:08:48.627696 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11619e-25d6-4609-8097-bbf343e660de req-30bedd0f-db4b-4ae3-9cf9-94719ffd10b9 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:48.629357 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4f11619e-25d6-4609-8097-bbf343e660de req-30bedd0f-db4b-4ae3-9cf9-94719ffd10b9 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 944 time: 0.0897946 Nov 05 13:08:48.691482 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4f11619e-25d6-4609-8097-bbf343e660de req-ae712812-ad19-4c61-9ad8-0aee5df01519 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548306 Nov 05 13:08:49.312181 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ffe96c4b-6393-439a-8f0f-c7044215609f details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:08:49.403445 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8785c-ab9c-4538-976e-de9ec9dc0b62 req-f8f7b1c0-f134-4a53-b4e5-158522ebba68 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:49.405302 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c7d8785c-ab9c-4538-976e-de9ec9dc0b62 req-f8f7b1c0-f134-4a53-b4e5-158522ebba68 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0956376 Nov 05 13:08:49.480829 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c7d8785c-ab9c-4538-976e-de9ec9dc0b62 req-571bd7b6-d44b-4d63-ba20-65c72d927079 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662034 Nov 05 13:08:49.504344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ffe96c4b-6393-439a-8f0f-c7044215609f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffe96c4b-6393-439a-8f0f-c7044215609f,segment=NetworkSegment(88d70c0e-939c-4da7-a5fa-4e3e51016fba),segment_id=88d70c0e-939c-4da7-a5fa-4e3e51016fba)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:49.519394 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'ffe96c4b-6393-439a-8f0f-c7044215609f', 'network_id': 'd9899b37-3bb2-4414-b968-0bae1c99b41c', 'port_id': 'ffe96c4b-6393-439a-8f0f-c7044215609f', 'mac_address': 'fa:16:3e:45:57:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd215db1b-ed92-4458-b78d-0e3581d61ad7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:08:49.575965 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:49.595213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe96c4b-6393-439a-8f0f-c7044215609f {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:08:49.611190 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ffe96c4b-6393-439a-8f0f-c7044215609f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffe96c4b-6393-439a-8f0f-c7044215609f,segment=NetworkSegment(88d70c0e-939c-4da7-a5fa-4e3e51016fba),segment_id=88d70c0e-939c-4da7-a5fa-4e3e51016fba)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:49.614415 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:49.617112 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:49.699835 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ffe96c4b-6393-439a-8f0f-c7044215609f,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:49.703824 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:49.920000 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c069e4-381e-4038-8bdf-69ccbbb53a1a req-7204c39a-fbbf-4368-9d9a-a36a8fa5f767 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:49.921734 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f5c069e4-381e-4038-8bdf-69ccbbb53a1a req-7204c39a-fbbf-4368-9d9a-a36a8fa5f767 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 945 time: 0.1049683 Nov 05 13:08:49.957703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['ffe96c4b-6393-439a-8f0f-c7044215609f'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:08:49.974167 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f5c069e4-381e-4038-8bdf-69ccbbb53a1a req-0d1517f5-365d-4e93-a716-d98f239a691a tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461915 Nov 05 13:08:50.708049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430cbfc-c302-4a56-8936-51a9016a9e04 req-055903fc-6722-4e4c-8471-dae50bacdbc0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:50.717114 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9430cbfc-c302-4a56-8936-51a9016a9e04 req-055903fc-6722-4e4c-8471-dae50bacdbc0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1003165 Nov 05 13:08:50.766210 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9430cbfc-c302-4a56-8936-51a9016a9e04 req-5b95e0d8-71c0-4bde-8eba-a50cb0fc4938 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480568 Nov 05 13:08:51.200478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf22bf8-0275-4913-b5ff-51e45ca5483e req-007256a6-894a-4ca2-bb5e-94e3d8f8206a tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:51.202109 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0bf22bf8-0275-4913-b5ff-51e45ca5483e req-007256a6-894a-4ca2-bb5e-94e3d8f8206a tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 945 time: 0.0882802 Nov 05 13:08:51.253181 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0bf22bf8-0275-4913-b5ff-51e45ca5483e req-b42d5331-4d5b-46f0-b61d-ac301b9f2b1a tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443950 Nov 05 13:08:51.336966 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ffe96c4b-6393-439a-8f0f-c7044215609f up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:08:51.402918 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port ffe96c4b-6393-439a-8f0f-c7044215609f completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:08:51.407679 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port ffe96c4b-6393-439a-8f0f-c7044215609f triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:08:51.408106 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:51.524222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:51.553882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c0864d-2960-4705-b823-d25362c7438f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe96c4b-6393-439a-8f0f-c7044215609f'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:51.563922 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ffe96c4b-6393-439a-8f0f-c7044215609f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffe96c4b-6393-439a-8f0f-c7044215609f,segment=NetworkSegment(88d70c0e-939c-4da7-a5fa-4e3e51016fba),segment_id=88d70c0e-939c-4da7-a5fa-4e3e51016fba)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:51.567290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:51.569307 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:51.618863 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c0864d-2960-4705-b823-d25362c7438f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe96c4b-6393-439a-8f0f-c7044215609f', 'code': 200} Nov 05 13:08:51.650612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ffe96c4b-6393-439a-8f0f-c7044215609f,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:51.668526 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:52.012479 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2bd5781a-9814-4e86-b009-4974d7ecb5f6 req-0faab032-ac3a-4237-8cca-e9cc4e2c85ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 1099 time: 0.1897695 Nov 05 13:08:52.079614 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2bd5781a-9814-4e86-b009-4974d7ecb5f6 req-0c6dda4f-ee81-4df1-9d88-c8c50b170fd1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597348 Nov 05 13:08:52.085881 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d377ea-3ea3-4473-9752-9457d82cac77 req-ae08dac9-bfa0-490a-b6c7-61620589adf6 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:52.087559 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b1d377ea-3ea3-4473-9752-9457d82cac77 req-ae08dac9-bfa0-490a-b6c7-61620589adf6 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1413054 Nov 05 13:08:52.142296 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b1d377ea-3ea3-4473-9752-9457d82cac77 req-8bd16eba-65f6-4f48-aade-e19b66ba3db9 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487092 Nov 05 13:08:52.412684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 47948) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:52.509023 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2bb17-f6bc-4650-96d6-0bfdd1aaa439 req-0147e572-95e8-4bed-a13e-d5c988a41331 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:52.510604 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5dc2bb17-f6bc-4650-96d6-0bfdd1aaa439 req-0147e572-95e8-4bed-a13e-d5c988a41331 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 946 time: 0.0976152 Nov 05 13:08:52.562880 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5dc2bb17-f6bc-4650-96d6-0bfdd1aaa439 req-347fbfb7-f98b-473e-90a1-10066ea9fd1c tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463290 Nov 05 13:08:52.591056 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:52.629867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:52.634341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Usage tracker for resource:security_group_rule and tenant:2e06660921354daabc09669d463924b5 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:52.637505 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:52.643987 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:52.708846 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 47960) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:52.721768 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:52.725718 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:52.733534 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b451a20a-a743-4aa0-9992-2663c88a458a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:52.781534 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe750de-01ef-4029-9e9a-2f4bd37fdbb4,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:52.789998 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e06660921354daabc09669d463924b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3724952 Nov 05 13:08:52.790420 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 47968) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:52.813287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:52.813957 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:52.814959 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:52.818565 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:52.819421 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:52.820109 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:52.820656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:52.821246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:52.823822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:52.825052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:52.825598 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:08:52.843226 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:52.869156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a36b7d6-08c7-4c3c-95ed-ef137730a646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:52.895397 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6635c331-f97a-4b42-a8a7-8a5be59e9670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:52.898278 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a36b7d6-08c7-4c3c-95ed-ef137730a646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:52.930639 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6635c331-f97a-4b42-a8a7-8a5be59e9670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:52.934644 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6635c331-f97a-4b42-a8a7-8a5be59e9670 admin admin] Usage tracker for resource:security_group_rule and tenant:7bf4f0cc3f084e3790de8fad201f4034 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:52.937771 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6635c331-f97a-4b42-a8a7-8a5be59e9670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:52.945228 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6635c331-f97a-4b42-a8a7-8a5be59e9670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:52.945618 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a36b7d6-08c7-4c3c-95ed-ef137730a646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:52.951154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:52.965600 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36b7d6-08c7-4c3c-95ed-ef137730a646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe750de-01ef-4029-9e9a-2f4bd37fdbb4,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:52.968641 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1a36b7d6-08c7-4c3c-95ed-ef137730a646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:52.969758 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a36b7d6-08c7-4c3c-95ed-ef137730a646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:52.972343 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-1a36b7d6-08c7-4c3c-95ed-ef137730a646 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fe750de-01ef-4029-9e9a-2f4bd37fdbb4 HTTP/1.1" status: 204 len: 168 time: 0.1791918 Nov 05 13:08:53.027476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6635c331-f97a-4b42-a8a7-8a5be59e9670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.030314 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6635c331-f97a-4b42-a8a7-8a5be59e9670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.039544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-aefcd1f0-b620-41be-a4e1-6a88bd11d50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:53.101462 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6635c331-f97a-4b42-a8a7-8a5be59e9670 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bf4f0cc3f084e3790de8fad201f4034&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3914273 Nov 05 13:08:53.102247 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635c331-f97a-4b42-a8a7-8a5be59e9670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d514dae-77c6-4ff7-aee9-6049d414da72,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:53.104608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 47978) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:53.106040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6635c331-f97a-4b42-a8a7-8a5be59e9670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:53.175139 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c3f8c26-bcc0-4bd2-acc4-f032a32d96d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.202561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c3f8c26-bcc0-4bd2-acc4-f032a32d96d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.249373 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c3f8c26-bcc0-4bd2-acc4-f032a32d96d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.254954 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:53.268346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f8c26-bcc0-4bd2-acc4-f032a32d96d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d514dae-77c6-4ff7-aee9-6049d414da72,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:53.273376 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8c3f8c26-bcc0-4bd2-acc4-f032a32d96d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:53.275499 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c3f8c26-bcc0-4bd2-acc4-f032a32d96d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.279181 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8c3f8c26-bcc0-4bd2-acc4-f032a32d96d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d514dae-77c6-4ff7-aee9-6049d414da72 HTTP/1.1" status: 204 len: 168 time: 0.1706078 Nov 05 13:08:53.379760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fb487-eb8c-4ddf-a3a0-dbe997e58640 req-3f4773be-eda0-4407-a830-82a9f5259ec1 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:53.382224 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a62fb487-eb8c-4ddf-a3a0-dbe997e58640 req-3f4773be-eda0-4407-a830-82a9f5259ec1 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1043649 Nov 05 13:08:53.413123 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 47988) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:53.450904 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9989709d-6915-449f-a881-0322adb705ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.478999 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a62fb487-eb8c-4ddf-a3a0-dbe997e58640 req-d6628837-2d79-441d-8de9-3715baeebae3 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906756 Nov 05 13:08:53.496286 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-9989709d-6915-449f-a881-0322adb705ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:53.501101 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-9989709d-6915-449f-a881-0322adb705ea admin admin] Usage tracker for resource:security_group_rule and tenant:201b316756864c6895d20535582bdeb8 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:53.504077 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-9989709d-6915-449f-a881-0322adb705ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:53.521777 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-9989709d-6915-449f-a881-0322adb705ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:53.619295 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9989709d-6915-449f-a881-0322adb705ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.624578 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9989709d-6915-449f-a881-0322adb705ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.639935 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-64926b61-bce8-40d6-9dfe-769ba42cdca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:53.700830 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989709d-6915-449f-a881-0322adb705ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7a2ff1-aa3e-4b75-9be7-2d0900c1a294,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:53.707704 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9989709d-6915-449f-a881-0322adb705ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:53.727516 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-9989709d-6915-449f-a881-0322adb705ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=201b316756864c6895d20535582bdeb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3133090 Nov 05 13:08:53.730452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 48006) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:53.803399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-752b03be-e4c6-4f57-a0f4-684c17b0f1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.858803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-752b03be-e4c6-4f57-a0f4-684c17b0f1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.868900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e045e3-d32c-493d-be56-6234fb55a6eb req-e1db9921-6f87-4b21-8ef3-93faf9f5959e tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:53.870564 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d2e045e3-d32c-493d-be56-6234fb55a6eb req-e1db9921-6f87-4b21-8ef3-93faf9f5959e tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 946 time: 0.1073880 Nov 05 13:08:53.916667 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-752b03be-e4c6-4f57-a0f4-684c17b0f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.922036 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-08617bbe-901d-4d22-a845-1025407ce270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:53.938368 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b03be-e4c6-4f57-a0f4-684c17b0f1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7a2ff1-aa3e-4b75-9be7-2d0900c1a294,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:53.940657 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-752b03be-e4c6-4f57-a0f4-684c17b0f1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:53.958436 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d2e045e3-d32c-493d-be56-6234fb55a6eb req-09a83aa7-e079-4445-9adf-c7ab1b53a734 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796635 Nov 05 13:08:53.962937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-752b03be-e4c6-4f57-a0f4-684c17b0f1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:53.968010 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-752b03be-e4c6-4f57-a0f4-684c17b0f1c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff7a2ff1-aa3e-4b75-9be7-2d0900c1a294 HTTP/1.1" status: 204 len: 168 time: 0.2364340 Nov 05 13:08:54.749389 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b4459-f3af-439c-83dd-6a8837a49fcb req-1625b1fb-a62c-40be-94cf-e0874dac2ff6 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:54.751750 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-481b4459-f3af-439c-83dd-6a8837a49fcb req-1625b1fb-a62c-40be-94cf-e0874dac2ff6 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0915172 Nov 05 13:08:54.801979 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-481b4459-f3af-439c-83dd-6a8837a49fcb req-9edb09a7-5d69-4499-8a5e-aa8fb31d9097 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432618 Nov 05 13:08:55.565432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4b100-f498-4b25-968e-d2b3c4c3a14e req-9c53027a-3ec9-4a52-9c45-f17973d3773d tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:55.573153 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a8b4b100-f498-4b25-968e-d2b3c4c3a14e req-9c53027a-3ec9-4a52-9c45-f17973d3773d tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 946 time: 0.1449945 Nov 05 13:08:55.632674 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a8b4b100-f498-4b25-968e-d2b3c4c3a14e req-b8b65fce-48fd-4c7c-a6dc-c4c6e500dc87 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585353 Nov 05 13:08:55.725246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 48100) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:55.885009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a14d-ad5f-47de-b242-bc418c3e6fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:55.918267 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-dbc6a14d-ad5f-47de-b242-bc418c3e6fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:55.922346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-dbc6a14d-ad5f-47de-b242-bc418c3e6fae admin admin] Usage tracker for resource:security_group_rule and tenant:cf6eeb7cbe004a5d96ddba614026671f is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:55.925328 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-dbc6a14d-ad5f-47de-b242-bc418c3e6fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:55.931920 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-dbc6a14d-ad5f-47de-b242-bc418c3e6fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:56.002582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a14d-ad5f-47de-b242-bc418c3e6fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.005564 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dbc6a14d-ad5f-47de-b242-bc418c3e6fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.010324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf2fd5-6504-4e2a-ad2b-708e56da7d69 req-975fd6c4-cbc4-40a6-8c9f-a1d0931ec3b1 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:56.011941 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-68bf2fd5-6504-4e2a-ad2b-708e56da7d69 req-975fd6c4-cbc4-40a6-8c9f-a1d0931ec3b1 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0849915 Nov 05 13:08:56.013093 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-008fc8c8-8961-4dcd-9302-c26489a8f312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:56.058424 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-dbc6a14d-ad5f-47de-b242-bc418c3e6fae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf6eeb7cbe004a5d96ddba614026671f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3320148 Nov 05 13:08:56.059190 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6a14d-ad5f-47de-b242-bc418c3e6fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1c1697-4af0-46a6-b907-b6ae0a48996b,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:56.061857 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 48112) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:56.062266 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-68bf2fd5-6504-4e2a-ad2b-708e56da7d69 req-6b97123f-8a3e-4bcc-b3f6-3bf9eda6d3a7 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Nov 05 13:08:56.065147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dbc6a14d-ad5f-47de-b242-bc418c3e6fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:56.135500 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3bed-73e6-47c0-8a75-150ecb5ee258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.165110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3bed-73e6-47c0-8a75-150ecb5ee258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.207958 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3bed-73e6-47c0-8a75-150ecb5ee258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.213331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-45a70f6a-a380-4649-92c7-fddb6772e682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:56.225992 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec3bed-73e6-47c0-8a75-150ecb5ee258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1c1697-4af0-46a6-b907-b6ae0a48996b,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:56.229069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e4ec3bed-73e6-47c0-8a75-150ecb5ee258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:56.231219 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3bed-73e6-47c0-8a75-150ecb5ee258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:56.232341 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-e4ec3bed-73e6-47c0-8a75-150ecb5ee258 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e1c1697-4af0-46a6-b907-b6ae0a48996b HTTP/1.1" status: 204 len: 168 time: 0.1695225 Nov 05 13:08:56.887289 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd8977-fcae-4e9e-b604-642bacb9f111 req-fd75e4ce-8a78-47af-98f0-db7e89c57d34 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:56.888934 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85dd8977-fcae-4e9e-b604-642bacb9f111 req-fd75e4ce-8a78-47af-98f0-db7e89c57d34 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 946 time: 0.0993118 Nov 05 13:08:56.946949 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85dd8977-fcae-4e9e-b604-642bacb9f111 req-1ce293eb-9e14-40ae-b375-6d1d4d273db0 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512602 Nov 05 13:08:57.282896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447aa95e-eb8e-4edb-a655-11ebb0b39e79 req-85940fc5-415f-4750-a33c-7b70e8cb0642 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:57.284381 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-447aa95e-eb8e-4edb-a655-11ebb0b39e79 req-85940fc5-415f-4750-a33c-7b70e8cb0642 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0866745 Nov 05 13:08:57.353389 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-447aa95e-eb8e-4edb-a655-11ebb0b39e79 req-4a37b0f0-b273-49fe-85b1-e463fdc10604 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597246 Nov 05 13:08:57.608192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace87c-44ce-4930-9e0c-7fe4c0fd58e6 req-bba73ea1-1c3f-4621-bc8e-f8e88028600f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:57.610191 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-54ace87c-44ce-4930-9e0c-7fe4c0fd58e6 req-bba73ea1-1c3f-4621-bc8e-f8e88028600f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.64 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 946 time: 0.0906887 Nov 05 13:08:57.710586 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-54ace87c-44ce-4930-9e0c-7fe4c0fd58e6 req-360ba192-0f49-4b80-a15f-e9421814a162 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Deleting port ffe96c4b-6393-439a-8f0f-c7044215609f {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:08:57.711534 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-54ace87c-44ce-4930-9e0c-7fe4c0fd58e6 req-360ba192-0f49-4b80-a15f-e9421814a162 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:58.012962 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-54ace87c-44ce-4930-9e0c-7fe4c0fd58e6 req-360ba192-0f49-4b80-a15f-e9421814a162 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] For port ffe96c4b-6393-439a-8f0f-c7044215609f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffe96c4b-6393-439a-8f0f-c7044215609f,segment=NetworkSegment(88d70c0e-939c-4da7-a5fa-4e3e51016fba),segment_id=88d70c0e-939c-4da7-a5fa-4e3e51016fba)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:08:58.013431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-54ace87c-44ce-4930-9e0c-7fe4c0fd58e6 req-360ba192-0f49-4b80-a15f-e9421814a162 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:58.311650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 48242) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:58.410043 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-54ace87c-44ce-4930-9e0c-7fe4c0fd58e6 req-360ba192-0f49-4b80-a15f-e9421814a162 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Calling delete_port for ffe96c4b-6393-439a-8f0f-c7044215609f owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:08:58.535423 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cfc52af2-b655-4d6d-af66-c35b14528eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:58.575323 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-cfc52af2-b655-4d6d-af66-c35b14528eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:58.580189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-cfc52af2-b655-4d6d-af66-c35b14528eaa admin admin] Usage tracker for resource:security_group_rule and tenant:7e9b49388cf94453bc60a8af93a23977 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:58.583282 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-cfc52af2-b655-4d6d-af66-c35b14528eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:58.591086 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-cfc52af2-b655-4d6d-af66-c35b14528eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:08:58.682315 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cfc52af2-b655-4d6d-af66-c35b14528eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:58.686201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cfc52af2-b655-4d6d-af66-c35b14528eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:58.688195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d2507-d63c-4edb-a5b3-d81a7dfdd22f req-4c75620d-0959-4b9c-90ee-95c3c8745f61 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:58.697312 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f843087d-787d-4293-a154-ec96b8854e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:58.697544 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5e0d2507-d63c-4edb-a5b3-d81a7dfdd22f req-4c75620d-0959-4b9c-90ee-95c3c8745f61 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/ports?device_id=05c0864d-2960-4705-b823-d25362c7438f HTTP/1.1" status: 200 len: 946 time: 0.3913052 Nov 05 13:08:58.748838 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc52af2-b655-4d6d-af66-c35b14528eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667b46e-58cd-4ecb-b2a4-b97c18947a54,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:58.759181 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-cfc52af2-b655-4d6d-af66-c35b14528eaa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e9b49388cf94453bc60a8af93a23977&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4463692 Nov 05 13:08:58.760225 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cfc52af2-b655-4d6d-af66-c35b14528eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:58.760719 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 48280) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:58.810444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b6580-7ca4-4ed9-8472-f058499c71a8 req-73474ea1-b2c4-49e9-9161-6da5f44d9be2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:08:58.812294 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d78b6580-7ca4-4ed9-8472-f058499c71a8 req-73474ea1-b2c4-49e9-9161-6da5f44d9be2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.2828746 Nov 05 13:08:58.840237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4999f239-9c4f-40dc-b53f-26b2be7bf14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:58.868563 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4999f239-9c4f-40dc-b53f-26b2be7bf14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:58.887554 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5e0d2507-d63c-4edb-a5b3-d81a7dfdd22f req-925386f1-4483-4962-82a9-4c5d54cd29a1 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.39 "GET /v2.0/security-groups?id=961990f1-3d52-49bc-b3a2-00df1ce9fdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888800 Nov 05 13:08:58.890323 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-54ace87c-44ce-4930-9e0c-7fe4c0fd58e6 req-360ba192-0f49-4b80-a15f-e9421814a162 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:58.896514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6df07596-74e2-4a94-a849-5577110b5f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:58.905605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['ffe96c4b-6393-439a-8f0f-c7044215609f'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:08:58.940884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4999f239-9c4f-40dc-b53f-26b2be7bf14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:58.946847 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f7456add-2909-42e9-a01e-e1602d5cb752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:08:58.950841 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ba192-0f49-4b80-a15f-e9421814a162 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Pushing event deleted for resources: {'Port': ['ID=ffe96c4b-6393-439a-8f0f-c7044215609f,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:58.970923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999f239-9c4f-40dc-b53f-26b2be7bf14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667b46e-58cd-4ecb-b2a4-b97c18947a54,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:08:58.977678 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4999f239-9c4f-40dc-b53f-26b2be7bf14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:58.978961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4999f239-9c4f-40dc-b53f-26b2be7bf14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:58.983798 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-4999f239-9c4f-40dc-b53f-26b2be7bf14b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a667b46e-58cd-4ecb-b2a4-b97c18947a54 HTTP/1.1" status: 204 len: 168 time: 0.2218711 Nov 05 13:08:58.995775 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-360ba192-0f49-4b80-a15f-e9421814a162 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:08:59.063028 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d78b6580-7ca4-4ed9-8472-f058499c71a8 req-73354252-3592-488b-8dd6-ef94362d4a8e tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408941 Nov 05 13:08:59.064156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ace87c-44ce-4930-9e0c-7fe4c0fd58e6 req-360ba192-0f49-4b80-a15f-e9421814a162 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] No DVR routers for this DVR port ffe96c4b-6393-439a-8f0f-c7044215609f on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:08:59.067161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-54ace87c-44ce-4930-9e0c-7fe4c0fd58e6 req-360ba192-0f49-4b80-a15f-e9421814a162 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:59.071017 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c0864d-2960-4705-b823-d25362c7438f', 'name': 'network-vif-deleted', 'tag': 'ffe96c4b-6393-439a-8f0f-c7044215609f'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:08:59.116697 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-54ace87c-44ce-4930-9e0c-7fe4c0fd58e6 req-360ba192-0f49-4b80-a15f-e9421814a162 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] 10.222.0.64 "DELETE /v2.0/ports/ffe96c4b-6393-439a-8f0f-c7044215609f HTTP/1.1" status: 204 len: 173 time: 1.4879801 Nov 05 13:08:59.173604 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c0864d-2960-4705-b823-d25362c7438f', 'name': 'network-vif-deleted', 'tag': 'ffe96c4b-6393-439a-8f0f-c7044215609f', 'status': 'completed', 'code': 200} Nov 05 13:08:59.548324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 48318) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:08:59.845627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-52d90116-955f-4591-b2fb-582819b9eaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:08:59.891957 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-52d90116-955f-4591-b2fb-582819b9eaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:08:59.897448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-52d90116-955f-4591-b2fb-582819b9eaec admin admin] Usage tracker for resource:security_group_rule and tenant:acb823c39e5d4a27b8617cd1a2e70ae0 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:08:59.899988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-52d90116-955f-4591-b2fb-582819b9eaec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:08:59.907073 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-52d90116-955f-4591-b2fb-582819b9eaec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:00.016713 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-52d90116-955f-4591-b2fb-582819b9eaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:00.019912 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-52d90116-955f-4591-b2fb-582819b9eaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:00.029622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9580ff53-3039-4626-a8b5-8a40d35333f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:00.077967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d90116-955f-4591-b2fb-582819b9eaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc38838-aba6-415a-bdf2-abefe6f2e21b,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:00.081415 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-52d90116-955f-4591-b2fb-582819b9eaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:00.086689 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 48342) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:00.086832 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-52d90116-955f-4591-b2fb-582819b9eaec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=acb823c39e5d4a27b8617cd1a2e70ae0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5371826 Nov 05 13:09:00.180663 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:00.216725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:00.294951 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:00.312098 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7e520759-7a15-48d1-be78-38d1a5a779f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:00.331033 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc38838-aba6-415a-bdf2-abefe6f2e21b,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:00.343457 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:00.344119 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:00.344706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:00.345489 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:00.346099 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:00.347248 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:00.347840 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:00.348671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:00.349809 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:00.350412 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:00.351000 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:00.355263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:00.356438 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:00.358254 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4bc38838-aba6-415a-bdf2-abefe6f2e21b HTTP/1.1" status: 204 len: 168 time: 0.2703550 Nov 05 13:09:00.594113 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d6fdf-ebe2-44fd-94fe-c695fc03a8c2 req-133d64cf-4c4c-4c2f-9ad6-9a28d51a4798 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:00.595969 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-da6d6fdf-ebe2-44fd-94fe-c695fc03a8c2 req-133d64cf-4c4c-4c2f-9ad6-9a28d51a4798 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1656110 Nov 05 13:09:00.715103 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-da6d6fdf-ebe2-44fd-94fe-c695fc03a8c2 req-dc237f25-37c8-4224-9710-4ddcd82703e7 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100941 Nov 05 13:09:00.946716 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 48376) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:00.976596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f931c75f-6d6d-4627-b486-76a529cf20ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:01.017289 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-f931c75f-6d6d-4627-b486-76a529cf20ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:01.022778 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-f931c75f-6d6d-4627-b486-76a529cf20ee admin admin] Usage tracker for resource:security_group_rule and tenant:c4f379e56a7645c5ac3b83a3ff101a3f is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:01.024983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-f931c75f-6d6d-4627-b486-76a529cf20ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:01.031046 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-f931c75f-6d6d-4627-b486-76a529cf20ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:01.113514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f931c75f-6d6d-4627-b486-76a529cf20ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:01.117432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f931c75f-6d6d-4627-b486-76a529cf20ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:01.125413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:01.171666 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931c75f-6d6d-4627-b486-76a529cf20ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0db333-02e2-45d6-877f-aaf906aaae86,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:01.178271 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f931c75f-6d6d-4627-b486-76a529cf20ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:01.181432 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f931c75f-6d6d-4627-b486-76a529cf20ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4f379e56a7645c5ac3b83a3ff101a3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2336738 Nov 05 13:09:01.184447 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 48392) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:01.278436 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b39a0d2b-1f69-4072-a322-addc383bf217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:01.313757 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b39a0d2b-1f69-4072-a322-addc383bf217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:01.378777 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b39a0d2b-1f69-4072-a322-addc383bf217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:01.384297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1a446da9-af88-46fd-8f19-683afdccde88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:01.399595 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a0d2b-1f69-4072-a322-addc383bf217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0db333-02e2-45d6-877f-aaf906aaae86,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:01.404670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b39a0d2b-1f69-4072-a322-addc383bf217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:01.409767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b39a0d2b-1f69-4072-a322-addc383bf217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:01.412813 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b39a0d2b-1f69-4072-a322-addc383bf217 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df0db333-02e2-45d6-877f-aaf906aaae86 HTTP/1.1" status: 204 len: 168 time: 0.2251296 Nov 05 13:09:01.435642 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ffe96c4b-6393-439a-8f0f-c7044215609f no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:09:01.485423 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: ffe96c4b-6393-439a-8f0f-c7044215609f {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:09:01.485822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ffe96c4b-6393-439a-8f0f-c7044215609f not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:09:01.975457 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cbe14-c5fb-4108-8055-9f499c7ddff6 req-50f613ee-1e32-4628-92a6-b578d766b526 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:01.977987 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c34cbe14-c5fb-4108-8055-9f499c7ddff6 req-50f613ee-1e32-4628-92a6-b578d766b526 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1102834 Nov 05 13:09:02.055956 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c34cbe14-c5fb-4108-8055-9f499c7ddff6 req-db0265d1-b244-42dd-8c32-e76905e7d2c5 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696690 Nov 05 13:09:03.275073 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2870d30-ae41-45e9-80ae-7c5df1918bb1 req-97c8654b-9129-4116-92bd-01b7cf737888 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:03.276680 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b2870d30-ae41-45e9-80ae-7c5df1918bb1 req-97c8654b-9129-4116-92bd-01b7cf737888 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0873742 Nov 05 13:09:03.327316 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b2870d30-ae41-45e9-80ae-7c5df1918bb1 req-92e8ccc4-b8a0-4146-9a6e-29117500d326 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443482 Nov 05 13:09:03.762703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 48494) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:03.932073 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dd23d9c1-1f75-4690-abea-b433fce68811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:03.965304 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-dd23d9c1-1f75-4690-abea-b433fce68811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:03.969322 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-dd23d9c1-1f75-4690-abea-b433fce68811 admin admin] Usage tracker for resource:security_group_rule and tenant:330bee1135104e79b8bb4f40008bd0db is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:03.972271 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-dd23d9c1-1f75-4690-abea-b433fce68811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:03.978820 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-dd23d9c1-1f75-4690-abea-b433fce68811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:04.048807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dd23d9c1-1f75-4690-abea-b433fce68811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:04.051564 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dd23d9c1-1f75-4690-abea-b433fce68811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:04.059634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-035e48e8-3223-4b44-9c49-4155190a6a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:04.109250 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-dd23d9c1-1f75-4690-abea-b433fce68811 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=330bee1135104e79b8bb4f40008bd0db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3453240 Nov 05 13:09:04.110043 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23d9c1-1f75-4690-abea-b433fce68811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e063e5c-9979-410d-95b8-e461e5e1ea69,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:04.112186 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 48506) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:04.113346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dd23d9c1-1f75-4690-abea-b433fce68811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:04.184232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45ec83f3-bc06-4bcb-a608-a07c9cdc7ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:04.212966 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45ec83f3-bc06-4bcb-a608-a07c9cdc7ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:04.256524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45ec83f3-bc06-4bcb-a608-a07c9cdc7ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:04.261455 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-df43cbfc-d8e6-4a20-b2f4-b3a0dd67d543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:04.274632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec83f3-bc06-4bcb-a608-a07c9cdc7ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e063e5c-9979-410d-95b8-e461e5e1ea69,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:04.278741 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-45ec83f3-bc06-4bcb-a608-a07c9cdc7ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:04.284242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-45ec83f3-bc06-4bcb-a608-a07c9cdc7ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:04.285510 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-45ec83f3-bc06-4bcb-a608-a07c9cdc7ee7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e063e5c-9979-410d-95b8-e461e5e1ea69 HTTP/1.1" status: 204 len: 168 time: 0.1721971 Nov 05 13:09:04.531955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bd73b96a-364c-4bc9-ba8e-555cdbe7d6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:05.302411 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-d7b12cf3-ce07-455f-8b7e-6df9087c3112 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=05cefece909d4d0189027f83a41a4947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432129 Nov 05 13:09:05.503066 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-193fb5e5-8c4e-48f2-bca4-5da45cea8086 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:05.504613 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-193fb5e5-8c4e-48f2-bca4-5da45cea8086 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007103 Nov 05 13:09:05.523695 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-40dc7baa-1c11-4690-8082-f5c2a0954e5e tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/quotas/05cefece909d4d0189027f83a41a4947 HTTP/1.1" status: 200 len: 375 time: 0.0117764 Nov 05 13:09:05.616248 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-7603b612-547d-437d-b78d-a7e74f4d30d8 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=05cefece909d4d0189027f83a41a4947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860465 Nov 05 13:09:05.663809 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95c20d-8949-419e-87cf-579571b3786d req-016ab18b-8f63-4d56-8dbb-2cb6585d0ced tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:05.665642 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5e95c20d-8949-419e-87cf-579571b3786d req-016ab18b-8f63-4d56-8dbb-2cb6585d0ced tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1336968 Nov 05 13:09:05.721496 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5e95c20d-8949-419e-87cf-579571b3786d req-2ad42e60-0628-422d-a969-b1a52f7e5fa7 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474308 Nov 05 13:09:06.017652 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:06.116831 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6aa348e7-ba2c-48d5-8602-b14959bf34e5 req-8f0e75ec-da71-4746-bd2b-edd1fabb1efa tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 210 time: 0.0737121 Nov 05 13:09:06.165012 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4efde-aeb1-4a4d-b32c-bd885327a3f8 req-4233445e-6aa6-4a39-90e1-497e4f635e3f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:06.166630 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7df4efde-aeb1-4a4d-b32c-bd885327a3f8 req-4233445e-6aa6-4a39-90e1-497e4f635e3f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.2016938 Nov 05 13:09:06.222776 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7df4efde-aeb1-4a4d-b32c-bd885327a3f8 req-d27b6132-4b89-4f0e-86a3-1d4960fb01e9 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498295 Nov 05 13:09:06.326320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808c64-8701-4820-a940-4ff0c3854f0a req-45584475-3e38-4be3-a041-34264aa32bca tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:06.327850 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-18808c64-8701-4820-a940-4ff0c3854f0a req-45584475-3e38-4be3-a041-34264aa32bca tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.0898128 Nov 05 13:09:06.384569 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-18808c64-8701-4820-a940-4ff0c3854f0a req-ed0012c6-804f-42c1-a993-6ed9aa5794b7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499713 Nov 05 13:09:06.856976 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d31167a6-f85b-4362-8dc8-ca4493096dfa req-f07cb2cf-9e6e-421e-a498-2e320f2c1a76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 1099 time: 0.0807283 Nov 05 13:09:06.878092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bb801d32-68b6-4d99-aad8-7145ca836c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:06.988754 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d31167a6-f85b-4362-8dc8-ca4493096dfa req-ef9c4663-8b0e-4a06-bee8-4651fd62510e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789402 Nov 05 13:09:07.004969 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ece39-4a7f-4a5d-87fe-5844b7df2983 req-7d68080a-3f52-4add-81ed-8602e82d7700 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:07.007111 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e27ece39-4a7f-4a5d-87fe-5844b7df2983 req-7d68080a-3f52-4add-81ed-8602e82d7700 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1383016 Nov 05 13:09:07.066972 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e27ece39-4a7f-4a5d-87fe-5844b7df2983 req-ce63fb82-1e7d-4257-8179-70e57d219b97 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531061 Nov 05 13:09:07.310439 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-31d7b747-00f1-40cd-ae34-cd261cb0a99b req-617e531b-6b84-45e9-878a-b6dbfba4af04 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 210 time: 0.0578551 Nov 05 13:09:07.463648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:09:07.493988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:07.543848 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e20e4-8731-423e-8b43-6b53f0bf5081 req-661fce61-3936-4c68-b628-bb03533cf9e1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:07.545569 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a82e20e4-8731-423e-8b43-6b53f0bf5081 req-661fce61-3936-4c68-b628-bb03533cf9e1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.1070769 Nov 05 13:09:07.669165 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-7a02365a-7501-4907-b5d3-5fa730c9078d tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=05cefece909d4d0189027f83a41a4947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920794 Nov 05 13:09:07.746561 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a82e20e4-8731-423e-8b43-6b53f0bf5081 req-dda52d18-4d89-47b7-832c-b2de5dc5df17 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925800 Nov 05 13:09:07.851488 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131d6e9-648c-4292-8ee4-9fe384a60f18 req-56aec147-0e19-433c-8030-b70c34c51e81 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:07.853114 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5131d6e9-648c-4292-8ee4-9fe384a60f18 req-56aec147-0e19-433c-8030-b70c34c51e81 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.2778258 Nov 05 13:09:07.898076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-21617dc4-9d2b-4263-8143-1390228e893c tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:07.899691 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-21617dc4-9d2b-4263-8143-1390228e893c tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231121 Nov 05 13:09:07.932142 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Request body: {'port': {'device_id': 'e60376a4-1077-47c1-b89f-5e4e38ad6a36', 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc', 'admin_state_up': True, 'tenant_id': '05cefece909d4d0189027f83a41a4947'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:09:07.957973 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5131d6e9-648c-4292-8ee4-9fe384a60f18 req-cc19b6ce-9486-4aef-b553-2ecc7fab58f0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901377 Nov 05 13:09:08.085788 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:08.089822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Usage tracker for resource:port and tenant:05cefece909d4d0189027f83a41a4947 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:08.092786 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:08.099645 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:08.108889 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Made reservation on behalf of 05cefece909d4d0189027f83a41a4947 for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:09:08.114416 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:08.128358 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:08.165162 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:08.169741 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Usage tracker for resource:security_group_rule and tenant:05cefece909d4d0189027f83a41a4947 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:08.172874 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:08.182905 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:08.309227 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:08.313062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:08.318752 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:08.582300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Allocated IP 192.168.233.201 (455284d3-bc93-492c-b58b-dd19e0aab4bc/a110f19a-ee54-4358-8da4-3fb228527726/899cb23a-22fe-434b-9f43-c2c8381d4e8d) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:09:08.729495 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fce8c5d0-d3d3-471b-809a-b532a3e22b5a req-feadcc0a-4ebe-4ed1-afc0-54d3a7849ce3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 210 time: 0.0828521 Nov 05 13:09:08.766766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8c4186-00cb-4e6e-8096-cc6a7d248671,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:08.776092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:08.790364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:08.849602 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f90b3-f8d9-45fd-b599-f71c2fbdac42 req-8264879f-828a-4173-b87c-7651d149dac2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:08.851582 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-480f90b3-f8d9-45fd-b599-f71c2fbdac42 req-8264879f-828a-4173-b87c-7651d149dac2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.6054490 Nov 05 13:09:09.116724 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-480f90b3-f8d9-45fd-b599-f71c2fbdac42 req-de5f8a33-98a7-4360-be0e-52e84d30c8fe tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571623 Nov 05 13:09:09.126779 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:09.158804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Transition to ACTIVE for port object 899cb23a-22fe-434b-9f43-c2c8381d4e8d will not be triggered until provisioned by entity DHCP. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:09:09.173024 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033d965-5c7e-40f2-865d-ab3ce3491109 req-dc54dd58-994a-4345-8361-e4722baaeb7e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:09.174618 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b033d965-5c7e-40f2-865d-ab3ce3491109 req-dc54dd58-994a-4345-8361-e4722baaeb7e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.1903005 Nov 05 13:09:09.227537 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:09.446744 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-aa94723f-afba-441a-ae07-fbf77bb234e7 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:09.561944 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b033d965-5c7e-40f2-865d-ab3ce3491109 req-f7da8ced-35ea-4b55-9109-82d4d6c3b7d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801441 Nov 05 13:09:09.577340 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Network 455284d3-bc93-492c-b58b-dd19e0aab4bc is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:09:09.606473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:09:09.609637 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:09:09.663149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Pushing event updated for resources: {'Port': ['ID=899cb23a-22fe-434b-9f43-c2c8381d4e8d,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:09.666587 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:09.742977 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c7c3a-838c-47e9-9a8c-63ae7a017078 req-499a5114-1687-48fd-9b6a-4ac1908d4827 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:09.744848 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-043c7c3a-838c-47e9-9a8c-63ae7a017078 req-499a5114-1687-48fd-9b6a-4ac1908d4827 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.3038712 Nov 05 13:09:09.760392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:09.761130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:09.827397 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-043c7c3a-838c-47e9-9a8c-63ae7a017078 req-d0d3a290-1ec7-4760-93fc-231b77f61239 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741391 Nov 05 13:09:09.829393 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9038370 Nov 05 13:09:09.844913 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Request body: {'port': {'device_id': 'e60376a4-1077-47c1-b89f-5e4e38ad6a36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:09:10.033254 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:10.124071 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-da660a88-9f0e-448f-9f98-2d39d23e9712 None None] Provisioning for port 899cb23a-22fe-434b-9f43-c2c8381d4e8d completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:09:10.132250 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-da660a88-9f0e-448f-9f98-2d39d23e9712 None None] Provisioning complete for port 899cb23a-22fe-434b-9f43-c2c8381d4e8d triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:09:10.132764 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8cc27-c867-446f-a669-106ec85ecd77 req-9dfe5b66-01ab-418e-97b0-9647284f2e42 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:10.133087 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-da660a88-9f0e-448f-9f98-2d39d23e9712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:10.133577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-d9d8cc27-c867-446f-a669-106ec85ecd77 req-9dfe5b66-01ab-418e-97b0-9647284f2e42 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Synchronizing usage tracker for tenant:05cefece909d4d0189027f83a41a4947 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:09:10.221767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-d9d8cc27-c867-446f-a669-106ec85ecd77 req-9dfe5b66-01ab-418e-97b0-9647284f2e42 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Unset dirty status for tenant:05cefece909d4d0189027f83a41a4947 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:09:10.223068 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d9d8cc27-c867-446f-a669-106ec85ecd77 req-9dfe5b66-01ab-418e-97b0-9647284f2e42 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 936 time: 0.2823982 Nov 05 13:09:10.227702 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-da660a88-9f0e-448f-9f98-2d39d23e9712 None None] Port 899cb23a-22fe-434b-9f43-c2c8381d4e8d cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:09:10.463063 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-d9d8cc27-c867-446f-a669-106ec85ecd77 req-b83b8487-a2e7-43b0-99a8-12338ed71725 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Synchronizing usage tracker for tenant:05cefece909d4d0189027f83a41a4947 on resource:security_group {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:09:10.524867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-d9d8cc27-c867-446f-a669-106ec85ecd77 req-b83b8487-a2e7-43b0-99a8-12338ed71725 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Unset dirty status for tenant:05cefece909d4d0189027f83a41a4947 on resource:security_group {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:09:10.526125 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d9d8cc27-c867-446f-a669-106ec85ecd77 req-b83b8487-a2e7-43b0-99a8-12338ed71725 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910671 Nov 05 13:09:10.544694 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106ad8a-889e-4b50-bd0a-c8fdeb123452 req-abca8c18-ae1f-4164-a49d-715993bd1c31 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:10.550152 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5106ad8a-889e-4b50-bd0a-c8fdeb123452 req-abca8c18-ae1f-4164-a49d-715993bd1c31 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.2447224 Nov 05 13:09:10.681007 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5106ad8a-889e-4b50-bd0a-c8fdeb123452 req-35bd5872-0075-4f2c-ba91-3129cf673b9a tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238782 Nov 05 13:09:10.683936 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899cb23a-22fe-434b-9f43-c2c8381d4e8d {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:09:10.709897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:10.809823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Transition to ACTIVE for port object 899cb23a-22fe-434b-9f43-c2c8381d4e8d will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:09:10.814628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:10.820827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:10.974580 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Pushing event updated for resources: {'Port': ['ID=899cb23a-22fe-434b-9f43-c2c8381d4e8d,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:10.990592 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:11.018751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee452f36-6c40-4c35-b8a8-d28ce0b4c99a req-cf173517-0224-4409-8b28-a7f418df05e1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:11.022554 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ee452f36-6c40-4c35-b8a8-d28ce0b4c99a req-cf173517-0224-4409-8b28-a7f418df05e1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.2717807 Nov 05 13:09:11.322972 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ee452f36-6c40-4c35-b8a8-d28ce0b4c99a req-7e474742-c789-4b55-8cfe-3f8e85cb2788 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524405 Nov 05 13:09:11.336795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Attempting to bind port 899cb23a-22fe-434b-9f43-c2c8381d4e8d on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:09:11.337441 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Attempting to bind port 899cb23a-22fe-434b-9f43-c2c8381d4e8d by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'd3211a54-c026-4aa9-b137-3acdb71e631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:09:11.338060 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Attempting to bind port 899cb23a-22fe-434b-9f43-c2c8381d4e8d on network 455284d3-bc93-492c-b58b-dd19e0aab4bc {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:09:11.371691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Port 899cb23a-22fe-434b-9f43-c2c8381d4e8d on network 455284d3-bc93-492c-b58b-dd19e0aab4bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:09:11.373367 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Attempting to bind port 899cb23a-22fe-434b-9f43-c2c8381d4e8d on network 455284d3-bc93-492c-b58b-dd19e0aab4bc {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:09:11.382314 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2da3bafd-8ff4-4354-a32e-506b1e432378 req-a1f11994-3e43-4915-a4c4-6f39edb5ff22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b43d64e03dae48b49fa2e51483228c89&device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 1099 time: 0.2775269 Nov 05 13:09:11.389693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:09:11.390112 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Checking segment: {'id': 'd3211a54-c026-4aa9-b137-3acdb71e631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:09:11.390501 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Bound using segment: {'id': 'd3211a54-c026-4aa9-b137-3acdb71e631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:09:11.390982 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Bound port: 899cb23a-22fe-434b-9f43-c2c8381d4e8d, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3211a54-c026-4aa9-b137-3acdb71e631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:09:11.391365 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:11.412191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4117fc4-ecf2-40cc-8f37-458421d54c99 req-fb569588-2833-4805-beb4-fdc5e1fd69db tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:11.413866 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c4117fc4-ecf2-40cc-8f37-458421d54c99 req-fb569588-2833-4805-beb4-fdc5e1fd69db tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.2466521 Nov 05 13:09:11.713836 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3bafd-8ff4-4354-a32e-506b1e432378 req-f87f53de-efe4-4c15-9f2e-611317aa39f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:11.715457 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2da3bafd-8ff4-4354-a32e-506b1e432378 req-f87f53de-efe4-4c15-9f2e-611317aa39f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 200 len: 919 time: 0.3006408 Nov 05 13:09:11.814941 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c4117fc4-ecf2-40cc-8f37-458421d54c99 req-bd177536-9680-4eb3-b770-03e41375240e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920165 Nov 05 13:09:11.869610 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2da3bafd-8ff4-4354-a32e-506b1e432378 req-d029a6ac-60a6-4a2d-a2c4-6a5d8f975d48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c051fd12-8d69-44cf-9631-93671f47abe5 HTTP/1.1" status: 200 len: 217 time: 0.1375897 Nov 05 13:09:11.876150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] For port 899cb23a-22fe-434b-9f43-c2c8381d4e8d, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:09:11.879856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] For port 899cb23a-22fe-434b-9f43-c2c8381d4e8d, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=899cb23a-22fe-434b-9f43-c2c8381d4e8d,segment=NetworkSegment(d3211a54-c026-4aa9-b137-3acdb71e631d),segment_id=d3211a54-c026-4aa9-b137-3acdb71e631d)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:09:11.950261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478dbd1-23a3-45c7-a73a-2640cb70df8e req-b59650ba-6ea9-448d-83ce-05461ff0ff61 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:11.958576 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4478dbd1-23a3-45c7-a73a-2640cb70df8e req-b59650ba-6ea9-448d-83ce-05461ff0ff61 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.4313347 Nov 05 13:09:11.964161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:11.981960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c35dbd74-7d83-42b0-9c4a-f2ea46f4be3c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:12.334301 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3bafd-8ff4-4354-a32e-506b1e432378 req-a7276234-3a37-4130-a05f-ceb7c9b70eea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:12.335865 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2da3bafd-8ff4-4354-a32e-506b1e432378 req-a7276234-3a37-4130-a05f-ceb7c9b70eea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08a9b97a-1593-4dbd-a30d-05fe4260c2e5 HTTP/1.1" status: 200 len: 858 time: 0.4539402 Nov 05 13:09:12.399721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Pushing event updated for resources: {'Port': ['ID=899cb23a-22fe-434b-9f43-c2c8381d4e8d,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:12.414962 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:12.418574 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2da3bafd-8ff4-4354-a32e-506b1e432378 req-dd4b47d1-82cd-4898-ba3d-7fe2f1d44319 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57eedc5a-79de-4f09-b854-e1e702ceba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705166 Nov 05 13:09:12.422703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:12.424090 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] 10.222.0.64 "PUT /v2.0/ports/899cb23a-22fe-434b-9f43-c2c8381d4e8d HTTP/1.1" status: 200 len: 1098 time: 2.5837812 Nov 05 13:09:12.424612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60376a4-1077-47c1-b89f-5e4e38ad6a36', 'tag': '899cb23a-22fe-434b-9f43-c2c8381d4e8d'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:09:12.435778 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4478dbd1-23a3-45c7-a73a-2640cb70df8e req-cea6d6f2-a46f-4b87-8c33-3795d3a223eb tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762504 Nov 05 13:09:12.692296 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a7a93-6d1b-4d61-82f4-2e473d7af8f0 req-468b71af-2c0d-4e2a-8760-1729a864ac7f tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:12.700351 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-882a7a93-6d1b-4d61-82f4-2e473d7af8f0 req-468b71af-2c0d-4e2a-8760-1729a864ac7f tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 948 time: 0.7216458 Nov 05 13:09:12.877584 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-882a7a93-6d1b-4d61-82f4-2e473d7af8f0 req-7c4ede81-41ab-4b2c-a996-9c8df3c4ef95 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762812 Nov 05 13:09:12.922344 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2da3bafd-8ff4-4354-a32e-506b1e432378 req-673c92cb-35be-49c7-a7e2-11c1d7bd7aeb service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746273 Nov 05 13:09:12.928006 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-e56a7eb0-657c-4782-8aa8-c3cdf3291f50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05cefece909d4d0189027f83a41a4947&device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 1101 time: 0.4231689 Nov 05 13:09:13.072790 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60376a4-1077-47c1-b89f-5e4e38ad6a36', 'tag': '899cb23a-22fe-434b-9f43-c2c8381d4e8d', 'status': 'completed', 'code': 200} Nov 05 13:09:13.265822 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-b4c9da09-c1b4-4a97-b702-44a4bd13d1a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=899cb23a-22fe-434b-9f43-c2c8381d4e8d HTTP/1.1" status: 200 len: 217 time: 0.2813733 Nov 05 13:09:13.337326 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484699d-02fd-4583-9917-b116b3f18134 req-6b1de712-79c9-4a00-b4bb-4eb206b0f74d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:13.338948 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4484699d-02fd-4583-9917-b116b3f18134 req-6b1de712-79c9-4a00-b4bb-4eb206b0f74d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.6604357 Nov 05 13:09:13.431247 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2da3bafd-8ff4-4354-a32e-506b1e432378 req-508bebfd-e65b-4a20-ba98-26537253adae service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012486 Nov 05 13:09:13.440511 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-8be93413-deea-4795-8600-876d58627908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:13.442009 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-8be93413-deea-4795-8600-876d58627908 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a110f19a-ee54-4358-8da4-3fb228527726 HTTP/1.1" status: 200 len: 843 time: 0.1587670 Nov 05 13:09:13.516533 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4484699d-02fd-4583-9917-b116b3f18134 req-d0860f92-67e9-4153-83df-eca855bddae6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553872 Nov 05 13:09:13.530622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8b0e7-0c39-40e7-b80b-46b9c2c45a39 req-de5133f3-a87e-4cef-8e45-0e4337327ee4 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:13.532219 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3ab8b0e7-0c39-40e7-b80b-46b9c2c45a39 req-de5133f3-a87e-4cef-8e45-0e4337327ee4 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.3079302 Nov 05 13:09:13.590821 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-8f54203d-9e9a-4456-9a9c-9f69b2eabc0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=455284d3-bc93-492c-b58b-dd19e0aab4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1351895 Nov 05 13:09:13.603296 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3ab8b0e7-0c39-40e7-b80b-46b9c2c45a39 req-c568e4ee-5d55-4c77-8712-b5a3de3685fa tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636120 Nov 05 13:09:13.842528 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-3cb79489-f950-4677-a033-abcd064d73cb service neutron] 10.222.0.64 "GET /v2.0/networks/455284d3-bc93-492c-b58b-dd19e0aab4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372663 Nov 05 13:09:13.849786 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c7c8f-60f8-414e-adac-1056247b7681 req-e7b81498-16e8-4b64-bd9c-125fc862a12f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:13.854129 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5d7c7c8f-60f8-414e-adac-1056247b7681 req-e7b81498-16e8-4b64-bd9c-125fc862a12f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1953528 Nov 05 13:09:14.031717 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5d7c7c8f-60f8-414e-adac-1056247b7681 req-2a0fa984-8c69-49a0-97cd-cf8582c6a885 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736104 Nov 05 13:09:14.108216 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-feb3860a-8c61-43b8-9486-c7a178b131c3 req-d882fd3c-5363-4863-bdcc-1594957fb3f6 service neutron] 10.222.0.64 "GET /v2.0/networks/455284d3-bc93-492c-b58b-dd19e0aab4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515342 Nov 05 13:09:14.148831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329cd27-d032-4139-9010-ad0b7aec7506 req-9871edcb-46ac-4916-b3be-770ea9ec7983 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:14.150872 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6329cd27-d032-4139-9010-ad0b7aec7506 req-9871edcb-46ac-4916-b3be-770ea9ec7983 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 948 time: 0.0996704 Nov 05 13:09:14.265009 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6329cd27-d032-4139-9010-ad0b7aec7506 req-f958feda-8388-43e1-8848-3d855b968a24 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071951 Nov 05 13:09:14.288735 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1f02b393-eb1a-44ba-a48f-182c38f90467 req-62f1d748-994a-4f26-8547-0bdb8a0f687d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=05cefece909d4d0189027f83a41a4947&device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 1101 time: 0.1142960 Nov 05 13:09:14.459270 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02b393-eb1a-44ba-a48f-182c38f90467 req-e8fa7181-3cd8-4f76-bde9-8499cef97a08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:14.462518 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1f02b393-eb1a-44ba-a48f-182c38f90467 req-e8fa7181-3cd8-4f76-bde9-8499cef97a08 service neutron] 10.222.0.64 "GET /v2.0/networks?id=455284d3-bc93-492c-b58b-dd19e0aab4bc HTTP/1.1" status: 200 len: 870 time: 0.1648970 Nov 05 13:09:14.545630 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1f02b393-eb1a-44ba-a48f-182c38f90467 req-724c4af8-959e-45ba-93f4-26224bb6dc9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=899cb23a-22fe-434b-9f43-c2c8381d4e8d HTTP/1.1" status: 200 len: 217 time: 0.0749645 Nov 05 13:09:14.635209 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02b393-eb1a-44ba-a48f-182c38f90467 req-61a55187-f58e-487c-995a-0de095f8d1ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:14.638717 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1f02b393-eb1a-44ba-a48f-182c38f90467 req-61a55187-f58e-487c-995a-0de095f8d1ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a110f19a-ee54-4358-8da4-3fb228527726 HTTP/1.1" status: 200 len: 843 time: 0.0791469 Nov 05 13:09:14.751547 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1f02b393-eb1a-44ba-a48f-182c38f90467 req-2ccf77f9-1a76-4f27-b081-ac5cafd7b0f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=455284d3-bc93-492c-b58b-dd19e0aab4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1037569 Nov 05 13:09:15.067427 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1f02b393-eb1a-44ba-a48f-182c38f90467 req-a45d79ce-0f2f-4ff6-b81b-2504b7e4de6a service neutron] 10.222.0.64 "GET /v2.0/networks/455284d3-bc93-492c-b58b-dd19e0aab4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036425 Nov 05 13:09:15.082605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1aefe6-1e34-4fb7-be14-922b065561fd req-c28d6ddc-3993-496a-9e6d-ea248e1f4291 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:15.084679 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ea1aefe6-1e34-4fb7-be14-922b065561fd req-c28d6ddc-3993-496a-9e6d-ea248e1f4291 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.2869215 Nov 05 13:09:15.118156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7be253-c8ef-4172-ade0-54db3e842f3e req-1dbd1227-72e8-4f70-bfc1-0feda7a5c646 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:15.119751 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9b7be253-c8ef-4172-ade0-54db3e842f3e req-1dbd1227-72e8-4f70-bfc1-0feda7a5c646 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.3234551 Nov 05 13:09:15.520373 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ea1aefe6-1e34-4fb7-be14-922b065561fd req-697f6a95-6b26-46d5-8e14-461271bd926a tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994598 Nov 05 13:09:15.544281 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9b7be253-c8ef-4172-ade0-54db3e842f3e req-42f03ca7-ab0b-43c7-b532-d89c12e3875c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4019935 Nov 05 13:09:15.550313 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1f02b393-eb1a-44ba-a48f-182c38f90467 req-c2367f47-4027-461c-80bd-b81df1265381 service neutron] 10.222.0.64 "GET /v2.0/networks/455284d3-bc93-492c-b58b-dd19e0aab4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645710 Nov 05 13:09:15.827437 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59797923-659e-4dd4-8c6e-09f9f6790959 req-23056210-fe7a-4b8f-a28b-d37cab644458 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:15.829916 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-59797923-659e-4dd4-8c6e-09f9f6790959 req-23056210-fe7a-4b8f-a28b-d37cab644458 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1639094 Nov 05 13:09:15.843521 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a23315-d1f3-4f77-9b57-78637daef36b req-a3ad6487-ad80-486e-83b7-ca1a69d02fe2 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:15.845315 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-44a23315-d1f3-4f77-9b57-78637daef36b req-a3ad6487-ad80-486e-83b7-ca1a69d02fe2 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 948 time: 0.1410549 Nov 05 13:09:15.936543 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-59797923-659e-4dd4-8c6e-09f9f6790959 req-467cafda-2a36-411a-a110-4a7de0944f4b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900340 Nov 05 13:09:15.940608 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-44a23315-d1f3-4f77-9b57-78637daef36b req-2305d54c-5d8f-4fb7-a1de-c420eb00f318 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779736 Nov 05 13:09:16.175989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:16.879494 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd0ce6-4c93-40b3-80d8-6546f90debf0 req-8e769fa6-cfe9-47d9-bdf7-b6ef779072e6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:16.881649 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c8cd0ce6-4c93-40b3-80d8-6546f90debf0 req-8e769fa6-cfe9-47d9-bdf7-b6ef779072e6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.1576760 Nov 05 13:09:16.888334 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56176d-04a3-4be6-baac-c44da4bff16c req-ffe64804-83ba-49bb-a81c-028139e75039 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:16.889837 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3d56176d-04a3-4be6-baac-c44da4bff16c req-ffe64804-83ba-49bb-a81c-028139e75039 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.1270516 Nov 05 13:09:16.970385 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c8cd0ce6-4c93-40b3-80d8-6546f90debf0 req-62462071-8d11-4c14-80d5-d7d2833ccbe2 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794661 Nov 05 13:09:16.975657 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3d56176d-04a3-4be6-baac-c44da4bff16c req-cf96f520-023d-4b50-8567-009a0bf2eea4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669911 Nov 05 13:09:17.251653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef715b-8f9c-42d8-96c8-6fc86ffef334 req-ca18be7e-d051-448f-bc48-0d7e5a466997 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:17.253341 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-67ef715b-8f9c-42d8-96c8-6fc86ffef334 req-ca18be7e-d051-448f-bc48-0d7e5a466997 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1606681 Nov 05 13:09:17.261267 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574c8bf-4df3-4f82-9f5d-bd259d886219 req-a57a4ea6-2e18-4693-b999-d1f36af798af tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:17.262820 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7574c8bf-4df3-4f82-9f5d-bd259d886219 req-a57a4ea6-2e18-4693-b999-d1f36af798af tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 948 time: 0.1276131 Nov 05 13:09:17.358671 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-67ef715b-8f9c-42d8-96c8-6fc86ffef334 req-1f371583-e44a-4de9-86b3-d56e9b1342da tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947528 Nov 05 13:09:17.360809 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7574c8bf-4df3-4f82-9f5d-bd259d886219 req-6952fd29-55d2-4cb5-9d83-ccded20852cd tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809112 Nov 05 13:09:18.283344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525533e-40e7-40c9-abcd-178c65cac332 req-2aa197b3-2a66-45f9-976a-e3dd19695770 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:18.284957 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9525533e-40e7-40c9-abcd-178c65cac332 req-2aa197b3-2a66-45f9-976a-e3dd19695770 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.1714911 Nov 05 13:09:18.297037 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81511377-2b56-4bee-bed4-3d5b4fb9b42f req-8bc921da-5a43-4158-9f5d-691b5e7353c1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:18.298360 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-81511377-2b56-4bee-bed4-3d5b4fb9b42f req-8bc921da-5a43-4158-9f5d-691b5e7353c1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.1392467 Nov 05 13:09:18.384840 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9525533e-40e7-40c9-abcd-178c65cac332 req-577a6d92-1808-4c23-beee-2e20941d3b44 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854433 Nov 05 13:09:18.387478 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-81511377-2b56-4bee-bed4-3d5b4fb9b42f req-f5491f44-7e58-4704-ad0a-314306b97e82 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711994 Nov 05 13:09:18.594292 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b936e70-8f2d-4b25-aab7-2199e14e1935 req-f2235a7c-528e-453d-9dae-aa147109ecaf tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:18.595810 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1b936e70-8f2d-4b25-aab7-2199e14e1935 req-f2235a7c-528e-453d-9dae-aa147109ecaf tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 948 time: 0.0823355 Nov 05 13:09:18.652490 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1b936e70-8f2d-4b25-aab7-2199e14e1935 req-6ef729fa-609b-4f5e-87ad-c2dbb3628183 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498297 Nov 05 13:09:19.181003 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7310ef9-3915-49a9-a699-449c961cc82d req-657e853a-31f9-4955-970b-a18cb428b741 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:19.182519 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b7310ef9-3915-49a9-a699-449c961cc82d req-657e853a-31f9-4955-970b-a18cb428b741 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0826342 Nov 05 13:09:19.232418 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b7310ef9-3915-49a9-a699-449c961cc82d req-f67994cc-f9a3-4f1e-ad8b-c5871b439cbb tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Nov 05 13:09:19.667561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbe776-f8e2-4a50-a048-4077c4e51bc9 req-1e0cd2ba-099f-4063-8e2c-427aea3f91c5 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:19.669454 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b3fbe776-f8e2-4a50-a048-4077c4e51bc9 req-1e0cd2ba-099f-4063-8e2c-427aea3f91c5 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.1336310 Nov 05 13:09:19.738631 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b3fbe776-f8e2-4a50-a048-4077c4e51bc9 req-a557bf58-65d4-4638-89d1-d47ac4d60af9 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622511 Nov 05 13:09:20.025355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc1a9e-dac7-4299-afce-2500360b5f79 req-d6f09d0c-49e1-444e-bc9e-f905fe17a3de tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:20.027305 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-11dc1a9e-dac7-4299-afce-2500360b5f79 req-d6f09d0c-49e1-444e-bc9e-f905fe17a3de tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.1555932 Nov 05 13:09:20.141317 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-11dc1a9e-dac7-4299-afce-2500360b5f79 req-8d41117a-9ba2-441b-b179-4850bb3200d3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721321 Nov 05 13:09:20.186723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6a319-5140-40c2-b27e-e797946aa574 req-0a954abf-2cb7-4fa7-8614-37d8abd4d859 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:20.188385 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a6b6a319-5140-40c2-b27e-e797946aa574 req-0a954abf-2cb7-4fa7-8614-37d8abd4d859 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 948 time: 0.1599257 Nov 05 13:09:20.241569 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a6b6a319-5140-40c2-b27e-e797946aa574 req-ac8324f8-dc4f-4526-8b30-949ea39bba4c tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453713 Nov 05 13:09:20.990298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41927f0a-b40e-4ce4-823d-7aa108fdede9 req-cb6e14cd-0360-4dcf-b653-4e3ba8a04951 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:21.000926 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-41927f0a-b40e-4ce4-823d-7aa108fdede9 req-cb6e14cd-0360-4dcf-b653-4e3ba8a04951 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.1240671 Nov 05 13:09:21.087340 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-41927f0a-b40e-4ce4-823d-7aa108fdede9 req-b0bef20d-21a1-4713-8479-7ceb578a72e6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842898 Nov 05 13:09:21.460375 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456c98a-7214-4b08-989a-5d85280f79a7 req-c7ffb604-c3be-406a-a08f-d158b09d7d6b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:21.468109 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6456c98a-7214-4b08-989a-5d85280f79a7 req-c7ffb604-c3be-406a-a08f-d158b09d7d6b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.1837714 Nov 05 13:09:21.496915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 48852) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:21.765962 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6456c98a-7214-4b08-989a-5d85280f79a7 req-f316165b-f8f8-4bb5-b38b-ecf05b1a1852 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809193 Nov 05 13:09:21.794605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981c266-fd41-47e4-880e-9ada4ac9580a req-6c319ba5-5f6f-4965-9d6b-657264b297b5 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:21.795644 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10e84262-8f64-4f07-95ae-0583291c835f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:21.797045 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c981c266-fd41-47e4-880e-9ada4ac9580a req-6c319ba5-5f6f-4965-9d6b-657264b297b5 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 948 time: 0.2833028 Nov 05 13:09:21.851231 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-10e84262-8f64-4f07-95ae-0583291c835f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:21.856142 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-10e84262-8f64-4f07-95ae-0583291c835f admin admin] Usage tracker for resource:security_group_rule and tenant:7890f7ac0b37417ca5e4cd3edce477c5 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:21.859883 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-10e84262-8f64-4f07-95ae-0583291c835f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:21.870228 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-10e84262-8f64-4f07-95ae-0583291c835f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:21.946185 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c981c266-fd41-47e4-880e-9ada4ac9580a req-363bba64-5000-4722-a9c8-6fd3b2d6e192 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243393 Nov 05 13:09:21.969968 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10e84262-8f64-4f07-95ae-0583291c835f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:21.974182 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10e84262-8f64-4f07-95ae-0583291c835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:21.982620 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-08a40f34-4a1c-4732-9a85-05dd6ed7b311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:22.018960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e84262-8f64-4f07-95ae-0583291c835f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43656db8-5843-47c2-a518-eef48226322a,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:22.029648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-10e84262-8f64-4f07-95ae-0583291c835f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:22.042707 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-10e84262-8f64-4f07-95ae-0583291c835f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7890f7ac0b37417ca5e4cd3edce477c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5445976 Nov 05 13:09:22.043127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 48860) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:22.134370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b45fc100-60ef-49a0-b584-aea638953241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:22.173621 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b45fc100-60ef-49a0-b584-aea638953241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:22.228476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b45fc100-60ef-49a0-b584-aea638953241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:22.235451 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-110ec49f-7cba-4980-941d-43a81994e561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:22.250937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b45fc100-60ef-49a0-b584-aea638953241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:22.252634 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b45fc100-60ef-49a0-b584-aea638953241 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43656db8-5843-47c2-a518-eef48226322a HTTP/1.1" status: 204 len: 168 time: 0.2082422 Nov 05 13:09:22.257432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fc100-60ef-49a0-b584-aea638953241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43656db8-5843-47c2-a518-eef48226322a,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:22.270034 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b45fc100-60ef-49a0-b584-aea638953241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:22.405946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349708c1-6ce2-4766-b1a6-1fc3fdc02f6b req-cd6c9ca5-606c-40f7-9a51-034ebb770cae tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:22.407955 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-349708c1-6ce2-4766-b1a6-1fc3fdc02f6b req-cd6c9ca5-606c-40f7-9a51-034ebb770cae tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.1359940 Nov 05 13:09:22.539996 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-349708c1-6ce2-4766-b1a6-1fc3fdc02f6b req-8cbb8a3e-7079-4b65-91e2-24169fd44fe2 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242380 Nov 05 13:09:23.201249 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f94a0af6-7daa-48c2-9dbd-d6bf82f56e8f req-e8032850-f839-4850-9199-65383cc704e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b43d64e03dae48b49fa2e51483228c89&device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 1099 time: 0.1346467 Nov 05 13:09:23.553140 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 44fb28d9-4dd7-40ca-b8ed-a47e58894682 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:09:23.584645 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0af6-7daa-48c2-9dbd-d6bf82f56e8f req-3f8db397-39ad-44f6-9686-13a8d5d9875d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:23.587100 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f94a0af6-7daa-48c2-9dbd-d6bf82f56e8f req-3f8db397-39ad-44f6-9686-13a8d5d9875d service neutron] 10.222.0.64 "GET /v2.0/networks?id=57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 200 len: 919 time: 0.3757515 Nov 05 13:09:23.736483 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f94a0af6-7daa-48c2-9dbd-d6bf82f56e8f req-1d02964a-cbfe-4dc1-b25a-b5785ad1e864 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c051fd12-8d69-44cf-9631-93671f47abe5 HTTP/1.1" status: 200 len: 217 time: 0.1321485 Nov 05 13:09:23.743237 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8112c5c8-bf4b-42ee-81b6-3dbeac99073c req-b539f97b-2fc2-40d6-b9cf-53007629fc1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8db93a34e48c471ab1b85908fe2989f5&device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 1098 time: 0.3188546 Nov 05 13:09:23.815628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:23.834132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'port_id': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'mac_address': 'fa:16:3e:44:2b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:09:23.896811 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:23.933904 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44fb28d9-4dd7-40ca-b8ed-a47e58894682 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:09:23.970100 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:23.979572 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:23.982177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:24.170404 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['44fb28d9-4dd7-40ca-b8ed-a47e58894682'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:09:24.243399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc382e56-1007-43bf-bd95-7a1b428536d5 req-36657b8f-e348-4682-9671-b8364ed4ff90 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:24.250939 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fc382e56-1007-43bf-bd95-7a1b428536d5 req-36657b8f-e348-4682-9671-b8364ed4ff90 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 948 time: 1.0411232 Nov 05 13:09:24.268936 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60907a87-853c-4e2f-8baa-d699e213cd1d req-7b57f889-e902-4843-8de8-157c5e1f3f80 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:24.276838 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-60907a87-853c-4e2f-8baa-d699e213cd1d req-7b57f889-e902-4843-8de8-157c5e1f3f80 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 1.0035374 Nov 05 13:09:24.330714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=44fb28d9-4dd7-40ca-b8ed-a47e58894682,revision_number=6']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:24.356155 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0af6-7daa-48c2-9dbd-d6bf82f56e8f req-9e8eef49-ba5f-4d03-a159-6c79428fbf92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:24.357989 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f94a0af6-7daa-48c2-9dbd-d6bf82f56e8f req-9e8eef49-ba5f-4d03-a159-6c79428fbf92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08a9b97a-1593-4dbd-a30d-05fe4260c2e5 HTTP/1.1" status: 200 len: 858 time: 0.6108620 Nov 05 13:09:24.399860 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:24.400201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:24.400589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:24.402403 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:24.402838 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:24.403147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:24.403522 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:24.403874 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:24.404254 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:24.404578 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:24.407748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:24.415946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:24.499892 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f94a0af6-7daa-48c2-9dbd-d6bf82f56e8f req-3aa5fe82-b349-4e96-9c3a-22e0f8911f03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57eedc5a-79de-4f09-b854-e1e702ceba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243236 Nov 05 13:09:24.510640 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112c5c8-bf4b-42ee-81b6-3dbeac99073c req-65ccb4e2-581f-480f-8094-2869f9bbe471 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:24.512571 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8112c5c8-bf4b-42ee-81b6-3dbeac99073c req-65ccb4e2-581f-480f-8094-2869f9bbe471 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 HTTP/1.1" status: 200 len: 912 time: 0.6967440 Nov 05 13:09:24.619262 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-60907a87-853c-4e2f-8baa-d699e213cd1d req-2e16bb58-0831-455e-817a-2b500dd9b9bc tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390083 Nov 05 13:09:24.635846 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fc382e56-1007-43bf-bd95-7a1b428536d5 req-1c087e67-e8dd-4607-84ec-21dca5d60fbe tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837903 Nov 05 13:09:25.111666 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8112c5c8-bf4b-42ee-81b6-3dbeac99073c req-a965bd87-8f31-42b4-87a5-d0e24d0dec2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5321808d-455d-475a-844d-765963b971fa HTTP/1.1" status: 200 len: 1001 time: 0.5696919 Nov 05 13:09:25.122289 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f94a0af6-7daa-48c2-9dbd-d6bf82f56e8f req-472df354-aec8-48ab-9a98-c5dd9e13e527 service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063571 Nov 05 13:09:25.393930 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112c5c8-bf4b-42ee-81b6-3dbeac99073c req-b583124c-20e0-46a1-9276-756f8ed049ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:25.396419 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8112c5c8-bf4b-42ee-81b6-3dbeac99073c req-b583124c-20e0-46a1-9276-756f8ed049ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8287a2bf-ff22-4f26-bea6-b3544de4550c HTTP/1.1" status: 200 len: 850 time: 0.2719488 Nov 05 13:09:25.414949 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c928c1a-48bb-4adf-a643-4604aa6b0573 req-8c83ef67-99f9-4a42-b754-db5a231b90c0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:25.416528 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0c928c1a-48bb-4adf-a643-4604aa6b0573 req-8c83ef67-99f9-4a42-b754-db5a231b90c0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.4773674 Nov 05 13:09:25.422598 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712312f-3af3-4dbc-a9b0-36e8db51721a req-981db567-3b36-46b3-93c4-50752f079ea1 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:25.424107 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5712312f-3af3-4dbc-a9b0-36e8db51721a req-981db567-3b36-46b3-93c4-50752f079ea1 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.4830556 Nov 05 13:09:25.574742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 44fb28d9-4dd7-40ca-b8ed-a47e58894682 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:09:25.606575 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5712312f-3af3-4dbc-a9b0-36e8db51721a req-57c0bbfa-243e-436e-9337-81b68bbdf478 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414695 Nov 05 13:09:25.610347 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0c928c1a-48bb-4adf-a643-4604aa6b0573 req-e410dc05-e0a3-434a-ac8e-1a4e8ad43416 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852822 Nov 05 13:09:25.618542 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f94a0af6-7daa-48c2-9dbd-d6bf82f56e8f req-f5dfca5e-8801-4713-942a-8fc8e20be23a service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874194 Nov 05 13:09:25.663342 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8112c5c8-bf4b-42ee-81b6-3dbeac99073c req-99dbdf11-df83-4e74-ab4e-5d42f56bfa78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2549684 Nov 05 13:09:25.854955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:09:25.856349 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:26.069661 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8112c5c8-bf4b-42ee-81b6-3dbeac99073c req-7706d74d-7e0b-418f-b0f0-ceeb8c4a7040 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971081 Nov 05 13:09:26.159491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:26.199200 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:09:26.210316 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:26.214271 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:26.216576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:26.381789 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=44fb28d9-4dd7-40ca-b8ed-a47e58894682,revision_number=7']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:26.402039 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:26.553954 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f47c30-1498-4ab4-9ce0-b5ac2cb51362 req-d37468e9-6151-4194-b45c-9946cbea9041 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:26.556509 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-28f47c30-1498-4ab4-9ce0-b5ac2cb51362 req-d37468e9-6151-4194-b45c-9946cbea9041 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 948 time: 0.5763972 Nov 05 13:09:26.585112 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8112c5c8-bf4b-42ee-81b6-3dbeac99073c req-860c4b93-87c7-4c71-98a7-44ff175889e0 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991734 Nov 05 13:09:26.606574 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387cdc6-b4d1-4506-b023-9f6c8d0b5f2a req-086336e9-3aed-4ba3-bcbd-fe2fb7b238c0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:26.622373 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4387cdc6-b4d1-4506-b023-9f6c8d0b5f2a req-086336e9-3aed-4ba3-bcbd-fe2fb7b238c0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.5288215 Nov 05 13:09:26.738800 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4387cdc6-b4d1-4506-b023-9f6c8d0b5f2a req-221580a2-5281-4464-bfdf-739fd2ab4015 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859163 Nov 05 13:09:26.766050 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-28f47c30-1498-4ab4-9ce0-b5ac2cb51362 req-67ee05a5-835b-4764-a6fc-bb882dc6bd35 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797071 Nov 05 13:09:26.932006 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'code': 200} Nov 05 13:09:27.260102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707bcb7-4391-43bd-a94d-a76d9e2f74fc req-2faeaa56-60e0-490f-b233-a7f212aac19f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:27.274942 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7707bcb7-4391-43bd-a94d-a76d9e2f74fc req-2faeaa56-60e0-490f-b233-a7f212aac19f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.2688768 Nov 05 13:09:27.560316 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e2001-f744-45e4-9074-8fc5459baafc req-ec0c8077-9a11-40df-b93b-17cd161a8561 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:27.569479 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-580e2001-f744-45e4-9074-8fc5459baafc req-ec0c8077-9a11-40df-b93b-17cd161a8561 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.2617819 Nov 05 13:09:27.581220 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 899cb23a-22fe-434b-9f43-c2c8381d4e8d details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:09:27.607059 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7707bcb7-4391-43bd-a94d-a76d9e2f74fc req-26102167-8540-4fb4-a5a7-48d4514ce44d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160548 Nov 05 13:09:27.703952 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-580e2001-f744-45e4-9074-8fc5459baafc req-47ed7f48-e1c8-4a21-8568-f7c297e0bae3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324875 Nov 05 13:09:27.982993 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 899cb23a-22fe-434b-9f43-c2c8381d4e8d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=899cb23a-22fe-434b-9f43-c2c8381d4e8d,segment=NetworkSegment(d3211a54-c026-4aa9-b137-3acdb71e631d),segment_id=d3211a54-c026-4aa9-b137-3acdb71e631d)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:28.002010 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': '899cb23a-22fe-434b-9f43-c2c8381d4e8d', 'network_id': '455284d3-bc93-492c-b58b-dd19e0aab4bc', 'port_id': '899cb23a-22fe-434b-9f43-c2c8381d4e8d', 'mac_address': 'fa:16:3e:38:58:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a110f19a-ee54-4358-8da4-3fb228527726', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:09:28.115198 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.162882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899cb23a-22fe-434b-9f43-c2c8381d4e8d {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:09:28.205074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 899cb23a-22fe-434b-9f43-c2c8381d4e8d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=899cb23a-22fe-434b-9f43-c2c8381d4e8d,segment=NetworkSegment(d3211a54-c026-4aa9-b137-3acdb71e631d),segment_id=d3211a54-c026-4aa9-b137-3acdb71e631d)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:28.208965 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:28.212401 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9149fd75-d989-401c-a13a-f86e2b03a597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:28.263197 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ec22e-e766-42c8-b81a-0f3f25e8e1ce req-5dc2ef49-72ee-4ede-898d-df9ef32ea09c tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:28.272204 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bc5ec22e-e766-42c8-b81a-0f3f25e8e1ce req-5dc2ef49-72ee-4ede-898d-df9ef32ea09c tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 948 time: 0.2577326 Nov 05 13:09:28.456245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=899cb23a-22fe-434b-9f43-c2c8381d4e8d,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:28.468520 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:28.469458 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76012a5-01d8-4909-b9d5-d7a221d240db req-8754a045-ad36-4b63-9545-253e104cf38a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:28.471281 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b76012a5-01d8-4909-b9d5-d7a221d240db req-8754a045-ad36-4b63-9545-253e104cf38a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.3470862 Nov 05 13:09:28.493818 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bc5ec22e-e766-42c8-b81a-0f3f25e8e1ce req-94848537-968a-4fb4-9b8b-a8aafbbe31c0 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204278 Nov 05 13:09:28.538705 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['899cb23a-22fe-434b-9f43-c2c8381d4e8d'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:09:28.603356 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b76012a5-01d8-4909-b9d5-d7a221d240db req-9fbc63d4-44d4-49ea-80f0-54375883a88c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233196 Nov 05 13:09:29.110635 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af850e-cd0b-4006-85ee-3d49717d7660 req-c6df644d-7ffc-4237-af72-5c002a7f2903 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:29.112214 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c2af850e-cd0b-4006-85ee-3d49717d7660 req-c6df644d-7ffc-4237-af72-5c002a7f2903 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.1301708 Nov 05 13:09:29.194915 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c2af850e-cd0b-4006-85ee-3d49717d7660 req-98d899e7-32b7-4505-8af8-f39355a5f57d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688074 Nov 05 13:09:29.210002 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adfb7b-e146-4f57-8c8c-0d9119b2cd47 req-e41530f5-f2de-4464-9534-9714f93debe6 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:29.218557 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-89adfb7b-e146-4f57-8c8c-0d9119b2cd47 req-e41530f5-f2de-4464-9534-9714f93debe6 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.3096523 Nov 05 13:09:29.293082 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-89adfb7b-e146-4f57-8c8c-0d9119b2cd47 req-6a3ae974-8a33-460c-943b-207c59abde20 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729446 Nov 05 13:09:29.972302 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da127-1312-4555-95d2-8add5a7c9dd9 req-2adea56e-e87e-44ce-bfe6-3e0ef0bf9498 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:29.974604 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-970da127-1312-4555-95d2-8add5a7c9dd9 req-2adea56e-e87e-44ce-bfe6-3e0ef0bf9498 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 949 time: 0.2282073 Nov 05 13:09:30.089219 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361d301-fabb-4b13-89d0-262a1bafac1d req-5c401f64-e185-40ce-a9bc-a8a3e4aa2555 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:30.097256 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8361d301-fabb-4b13-89d0-262a1bafac1d req-5c401f64-e185-40ce-a9bc-a8a3e4aa2555 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.2083244 Nov 05 13:09:30.287624 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-970da127-1312-4555-95d2-8add5a7c9dd9 req-7842f998-6def-4286-bc13-c3474e661db0 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067727 Nov 05 13:09:30.308852 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8361d301-fabb-4b13-89d0-262a1bafac1d req-614d8e90-b1ed-4f5e-956a-84ef171e0fea tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100997 Nov 05 13:09:30.835767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e376dd0-13ad-4a98-b79a-c962f48725fe req-7ca33ff2-05cf-41ad-908f-2c6c240de24b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:30.849422 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e376dd0-13ad-4a98-b79a-c962f48725fe req-7ca33ff2-05cf-41ad-908f-2c6c240de24b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.2774079 Nov 05 13:09:30.999773 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e376dd0-13ad-4a98-b79a-c962f48725fe req-8ca1cc66-84f7-4094-8cd7-eb40a2f5e92e tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462250 Nov 05 13:09:31.616533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 899cb23a-22fe-434b-9f43-c2c8381d4e8d up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:09:31.879514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port 899cb23a-22fe-434b-9f43-c2c8381d4e8d completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:09:31.890899 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port 899cb23a-22fe-434b-9f43-c2c8381d4e8d triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:09:31.893341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:32.134507 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdb78a-cf1a-43e7-8b2a-a5aa886cc4ba req-e5703fb0-6b9b-49d5-b262-19d580ef9014 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:32.142570 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bdbdb78a-cf1a-43e7-8b2a-a5aa886cc4ba req-e5703fb0-6b9b-49d5-b262-19d580ef9014 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 949 time: 0.5710442 Nov 05 13:09:32.240828 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bdbdb78a-cf1a-43e7-8b2a-a5aa886cc4ba req-e1ec90f7-2983-4497-9ea1-708d15a4721a tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968924 Nov 05 13:09:32.255610 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4cded-7a57-40d7-befb-fa47e6a7612d req-e81074b5-ac40-42b7-8c80-0c04b6c8b026 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:32.271318 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3be4cded-7a57-40d7-befb-fa47e6a7612d req-e81074b5-ac40-42b7-8c80-0c04b6c8b026 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.5314519 Nov 05 13:09:32.401595 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3be4cded-7a57-40d7-befb-fa47e6a7612d req-4e4f4705-1bfe-457f-95d6-d5460714ba46 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240511 Nov 05 13:09:32.596887 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:32.675936 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b50a42-6fee-440d-9ce7-7e216e32bdc3 req-6ef069f8-dd81-47e1-bb12-28e0174e262a tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:32.679694 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60376a4-1077-47c1-b89f-5e4e38ad6a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899cb23a-22fe-434b-9f43-c2c8381d4e8d'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:09:32.684881 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57b50a42-6fee-440d-9ce7-7e216e32bdc3 req-6ef069f8-dd81-47e1-bb12-28e0174e262a tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1717114 Nov 05 13:09:32.702732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 899cb23a-22fe-434b-9f43-c2c8381d4e8d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=899cb23a-22fe-434b-9f43-c2c8381d4e8d,segment=NetworkSegment(d3211a54-c026-4aa9-b137-3acdb71e631d),segment_id=d3211a54-c026-4aa9-b137-3acdb71e631d)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:32.709735 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:32.711753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:32.814464 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57b50a42-6fee-440d-9ce7-7e216e32bdc3 req-46d90962-4249-4887-9954-006f8723b1f5 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265574 Nov 05 13:09:32.870368 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=899cb23a-22fe-434b-9f43-c2c8381d4e8d,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:32.905668 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60376a4-1077-47c1-b89f-5e4e38ad6a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899cb23a-22fe-434b-9f43-c2c8381d4e8d', 'code': 200} Nov 05 13:09:32.906818 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:33.268600 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-518b20d3-cd86-49fa-9bab-e778a7255bad req-dffbbd63-3cdc-40e7-8b08-cb0d764f2b53 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 1103 time: 0.0911434 Nov 05 13:09:33.372600 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-518b20d3-cd86-49fa-9bab-e778a7255bad req-16b734ec-d40b-4464-a857-6d512f08499a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879884 Nov 05 13:09:33.601237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda78d7f-5e07-4320-a6cc-ec4459f0c19d req-3f0a1349-90a4-49ab-8af9-c3dc494b4e3c tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:33.622373 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fda78d7f-5e07-4320-a6cc-ec4459f0c19d req-3f0a1349-90a4-49ab-8af9-c3dc494b4e3c tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 950 time: 0.1339262 Nov 05 13:09:33.733486 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fda78d7f-5e07-4320-a6cc-ec4459f0c19d req-b3647954-27e1-4423-9628-c8d4bb7b1edc tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099880 Nov 05 13:09:33.882040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef6421-9479-4b76-864f-375f2e079428 req-e05c7e11-9a5f-443a-85fc-7dd379c8b9be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:33.883764 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e0ef6421-9479-4b76-864f-375f2e079428 req-e05c7e11-9a5f-443a-85fc-7dd379c8b9be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.1254015 Nov 05 13:09:33.957226 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e0ef6421-9479-4b76-864f-375f2e079428 req-671c80e2-fee8-40dc-b154-3c01c76433bf tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643203 Nov 05 13:09:34.138765 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192f38c-b13b-4abb-8832-61c8f576d98b req-51be083f-9d8d-46e0-b24a-2dddc9b6f113 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:34.141042 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5192f38c-b13b-4abb-8832-61c8f576d98b req-51be083f-9d8d-46e0-b24a-2dddc9b6f113 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0946932 Nov 05 13:09:34.222006 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5192f38c-b13b-4abb-8832-61c8f576d98b req-a6bbecd2-c359-495f-9957-2730618973cc tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740197 Nov 05 13:09:34.630531 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-50e9f196-5154-4357-89fd-fe0743675275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:35.154145 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76eb7f-8f2a-4f61-9e29-b697e0d16f4e req-fb4f1247-9952-4ae3-81e9-13461c65ba8d tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:35.155989 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d76eb7f-8f2a-4f61-9e29-b697e0d16f4e req-fb4f1247-9952-4ae3-81e9-13461c65ba8d tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 950 time: 0.2147479 Nov 05 13:09:35.243124 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d76eb7f-8f2a-4f61-9e29-b697e0d16f4e req-4c7179db-afac-4359-91e3-173c2d73feb7 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797913 Nov 05 13:09:35.411992 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356e4c9-539e-4d45-bc3e-5c4ef29030fa req-d87f5830-3363-43bb-a924-08cb6e129f98 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:35.415306 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b356e4c9-539e-4d45-bc3e-5c4ef29030fa req-d87f5830-3363-43bb-a924-08cb6e129f98 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.1756482 Nov 05 13:09:35.565205 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b356e4c9-539e-4d45-bc3e-5c4ef29030fa req-acfa8abc-0e82-4b8a-a64d-49c0767cf1d3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385868 Nov 05 13:09:35.616668 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67d364-3232-4b9f-ae9f-b4e9fa4350f9 req-83d8cc4a-1d01-4b4e-b8ed-f064cb376ad1 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:35.641351 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1a67d364-3232-4b9f-ae9f-b4e9fa4350f9 req-83d8cc4a-1d01-4b4e-b8ed-f064cb376ad1 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1460280 Nov 05 13:09:35.728196 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1a67d364-3232-4b9f-ae9f-b4e9fa4350f9 req-4058011b-5dbe-4dff-b804-5592a26eb28d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854230 Nov 05 13:09:36.025475 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:36.555489 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45a627-d4d1-4dba-a76a-417978ba2caa req-f1f1912c-2a56-4460-b35a-5d24c840657e tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:36.563034 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fc45a627-d4d1-4dba-a76a-417978ba2caa req-f1f1912c-2a56-4460-b35a-5d24c840657e tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 950 time: 0.1083436 Nov 05 13:09:36.711451 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fc45a627-d4d1-4dba-a76a-417978ba2caa req-754de95f-9a9a-4f4d-abcc-fa7a2083d111 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474707 Nov 05 13:09:36.890454 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d14368ce-8489-4a47-a70e-4edc79ee6e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:37.020472 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052f33d-f533-4486-96f0-bbd5a7427d91 req-548a0668-593a-48cc-89c7-cc3deddff014 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:37.029037 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1052f33d-f533-4486-96f0-bbd5a7427d91 req-548a0668-593a-48cc-89c7-cc3deddff014 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1352687 Nov 05 13:09:37.065724 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97955463-7238-4fbf-8b5e-711a46ea6081 req-e930bed6-ff9c-4eb9-8a58-6d06f13d2dc7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:37.074625 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-97955463-7238-4fbf-8b5e-711a46ea6081 req-e930bed6-ff9c-4eb9-8a58-6d06f13d2dc7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.2291372 Nov 05 13:09:37.143663 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1052f33d-f533-4486-96f0-bbd5a7427d91 req-218e2021-c675-456b-be05-43602b0f4e8a tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134560 Nov 05 13:09:37.221098 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-97955463-7238-4fbf-8b5e-711a46ea6081 req-90908b9b-20d0-4854-b3d6-8d594a584306 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446648 Nov 05 13:09:37.505905 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:37.729053 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c3d93-a9e5-4f3b-bfa7-111644440aff req-3a4896cd-e65f-4c6d-9a87-bc82dff9cc34 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:37.736582 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7b6c3d93-a9e5-4f3b-bfa7-111644440aff req-3a4896cd-e65f-4c6d-9a87-bc82dff9cc34 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 950 time: 0.1044312 Nov 05 13:09:37.799625 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7b6c3d93-a9e5-4f3b-bfa7-111644440aff req-4580b5fd-f32b-4c65-a95d-69e0b62b9abc tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618112 Nov 05 13:09:38.429197 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37ff60-af4b-4bc9-ad42-ec5e84f8a230 req-a76c53fc-71d9-42dd-84c3-546601b17d16 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:38.436690 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ff37ff60-af4b-4bc9-ad42-ec5e84f8a230 req-a76c53fc-71d9-42dd-84c3-546601b17d16 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1282239 Nov 05 13:09:38.600007 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ff37ff60-af4b-4bc9-ad42-ec5e84f8a230 req-202dcde3-68bd-4603-a5c3-2cd705389f4c tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522491 Nov 05 13:09:38.671089 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8d81-f357-40db-83e5-cf913c2e98c5 req-0fb3dd1d-8d5e-470d-833c-22668a97b0f3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:38.673955 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1aeb8d81-f357-40db-83e5-cf913c2e98c5 req-0fb3dd1d-8d5e-470d-833c-22668a97b0f3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.1779959 Nov 05 13:09:38.770001 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1aeb8d81-f357-40db-83e5-cf913c2e98c5 req-ed4ebba6-2efb-4f49-a893-a9490e3bd081 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906262 Nov 05 13:09:38.772741 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:39.035463 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88399d1e-41ca-4f10-8a8d-36e08ad5344b req-381ceb15-3a85-43bb-af16-f9e0aa052fd9 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:39.037298 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88399d1e-41ca-4f10-8a8d-36e08ad5344b req-381ceb15-3a85-43bb-af16-f9e0aa052fd9 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 950 time: 0.1125698 Nov 05 13:09:39.098008 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88399d1e-41ca-4f10-8a8d-36e08ad5344b req-cfd56565-09e3-4390-a897-9895b82206ea tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/security-groups?id=7b8c4186-00cb-4e6e-8096-cc6a7d248671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538297 Nov 05 13:09:39.300024 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 49220) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:39.503245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a81e2965-60a2-46b3-a0d0-8dc671e591cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:39.539482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb93b6-57cb-4f95-beba-9f7d10d1dcbf req-fead1a22-ea6d-49ee-a58e-ae194d477262 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:39.541188 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-eebb93b6-57cb-4f95-beba-9f7d10d1dcbf req-fead1a22-ea6d-49ee-a58e-ae194d477262 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.64 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 950 time: 0.1338344 Nov 05 13:09:39.591522 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a81e2965-60a2-46b3-a0d0-8dc671e591cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:39.623344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-eebb93b6-57cb-4f95-beba-9f7d10d1dcbf req-02d4ca61-4968-4f05-b8f3-318c11d56390 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Deleting port 899cb23a-22fe-434b-9f43-c2c8381d4e8d {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:09:39.623506 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-eebb93b6-57cb-4f95-beba-9f7d10d1dcbf req-02d4ca61-4968-4f05-b8f3-318c11d56390 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:39.735352 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a81e2965-60a2-46b3-a0d0-8dc671e591cc admin admin] Usage tracker for resource:security_group_rule and tenant:50d1f7ee6d0f4a73be7058372a90f2be is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:39.751014 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a81e2965-60a2-46b3-a0d0-8dc671e591cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:39.878992 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a81e2965-60a2-46b3-a0d0-8dc671e591cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:40.144695 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-eebb93b6-57cb-4f95-beba-9f7d10d1dcbf req-02d4ca61-4968-4f05-b8f3-318c11d56390 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] For port 899cb23a-22fe-434b-9f43-c2c8381d4e8d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=899cb23a-22fe-434b-9f43-c2c8381d4e8d,segment=NetworkSegment(d3211a54-c026-4aa9-b137-3acdb71e631d),segment_id=d3211a54-c026-4aa9-b137-3acdb71e631d)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:40.145178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-eebb93b6-57cb-4f95-beba-9f7d10d1dcbf req-02d4ca61-4968-4f05-b8f3-318c11d56390 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:40.182647 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5a0e3-f0ed-461b-aacd-a9b6d5fb37a0 req-a6597193-29a5-40dc-b4fd-b8a48fae4615 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:40.184272 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ded5a0e3-f0ed-461b-aacd-a9b6d5fb37a0 req-a6597193-29a5-40dc-b4fd-b8a48fae4615 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.3454216 Nov 05 13:09:40.256490 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a81e2965-60a2-46b3-a0d0-8dc671e591cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:40.325320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-eebb93b6-57cb-4f95-beba-9f7d10d1dcbf req-02d4ca61-4968-4f05-b8f3-318c11d56390 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Calling delete_port for 899cb23a-22fe-434b-9f43-c2c8381d4e8d owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:09:40.371561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a81e2965-60a2-46b3-a0d0-8dc671e591cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:40.387820 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-45ad0fef-e4d6-4257-941e-9dde75b7930d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:40.427280 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e1be-4dde-4fec-8e89-042ebd064168 req-97b51683-4540-4c28-b03c-72098723f9ea tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:40.428902 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-29c9e1be-4dde-4fec-8e89-042ebd064168 req-97b51683-4540-4c28-b03c-72098723f9ea tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.4496927 Nov 05 13:09:40.537680 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a81e2965-60a2-46b3-a0d0-8dc671e591cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50d1f7ee6d0f4a73be7058372a90f2be&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2361386 Nov 05 13:09:40.540612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49300) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:40.543406 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e2965-60a2-46b3-a0d0-8dc671e591cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63846584-d62b-4f8b-bf21-cf2428190142,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:40.549497 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a81e2965-60a2-46b3-a0d0-8dc671e591cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:40.563282 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ded5a0e3-f0ed-461b-aacd-a9b6d5fb37a0 req-e7c2ccaa-848c-4212-b89f-142d99d2401f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170652 Nov 05 13:09:40.578482 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-29c9e1be-4dde-4fec-8e89-042ebd064168 req-b05aa817-c4e9-427e-9d0d-b9a3e4aee96c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383724 Nov 05 13:09:40.628500 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae2a28a0-aefd-4d15-83df-3850f0d42ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:40.704228 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae2a28a0-aefd-4d15-83df-3850f0d42ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:40.732137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-eebb93b6-57cb-4f95-beba-9f7d10d1dcbf req-02d4ca61-4968-4f05-b8f3-318c11d56390 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:40.742365 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:40.746532 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['899cb23a-22fe-434b-9f43-c2c8381d4e8d'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:09:40.759443 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae2a28a0-aefd-4d15-83df-3850f0d42ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:40.771239 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f8ced29b-03c5-4c79-bf9e-7670211bed50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:40.797201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a28a0-aefd-4d15-83df-3850f0d42ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63846584-d62b-4f8b-bf21-cf2428190142,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:40.799940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae2a28a0-aefd-4d15-83df-3850f0d42ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:40.804742 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-ae2a28a0-aefd-4d15-83df-3850f0d42ab2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/63846584-d62b-4f8b-bf21-cf2428190142 HTTP/1.1" status: 204 len: 168 time: 0.2630532 Nov 05 13:09:40.807208 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ae2a28a0-aefd-4d15-83df-3850f0d42ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:40.835860 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4ca61-4968-4f05-b8f3-318c11d56390 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Pushing event deleted for resources: {'Port': ['ID=899cb23a-22fe-434b-9f43-c2c8381d4e8d,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:40.850468 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-02d4ca61-4968-4f05-b8f3-318c11d56390 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:40.852738 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c29a9187-8f1f-4edc-ab3a-0ed63db83622 req-b87d6897-f318-4d2d-aee1-f3d59ec110db tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.39 "GET /v2.0/ports?device_id=e60376a4-1077-47c1-b89f-5e4e38ad6a36 HTTP/1.1" status: 200 len: 210 time: 0.0708990 Nov 05 13:09:40.952426 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebb93b6-57cb-4f95-beba-9f7d10d1dcbf req-02d4ca61-4968-4f05-b8f3-318c11d56390 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] No DVR routers for this DVR port 899cb23a-22fe-434b-9f43-c2c8381d4e8d on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:09:40.955558 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-eebb93b6-57cb-4f95-beba-9f7d10d1dcbf req-02d4ca61-4968-4f05-b8f3-318c11d56390 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:40.959846 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60376a4-1077-47c1-b89f-5e4e38ad6a36', 'name': 'network-vif-deleted', 'tag': '899cb23a-22fe-434b-9f43-c2c8381d4e8d'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:09:40.974574 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82ba9512-1fac-4064-b637-4488d5021b49 req-d71e1125-5b68-4582-9975-ee04c1bb970c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 1098 time: 0.2830136 Nov 05 13:09:41.008503 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-eebb93b6-57cb-4f95-beba-9f7d10d1dcbf req-02d4ca61-4968-4f05-b8f3-318c11d56390 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] 10.222.0.64 "DELETE /v2.0/ports/899cb23a-22fe-434b-9f43-c2c8381d4e8d HTTP/1.1" status: 204 len: 173 time: 1.4605563 Nov 05 13:09:41.040180 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60376a4-1077-47c1-b89f-5e4e38ad6a36', 'name': 'network-vif-deleted', 'tag': '899cb23a-22fe-434b-9f43-c2c8381d4e8d', 'status': 'completed', 'code': 200} Nov 05 13:09:41.152320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba9512-1fac-4064-b637-4488d5021b49 req-ffa8a010-5b29-428f-b945-7f7df8ba72f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:41.153967 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82ba9512-1fac-4064-b637-4488d5021b49 req-ffa8a010-5b29-428f-b945-7f7df8ba72f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 917 time: 0.1705606 Nov 05 13:09:41.271108 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82ba9512-1fac-4064-b637-4488d5021b49 req-4b337c7f-81b9-43fd-b8d1-1e8cb2fafb75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682 HTTP/1.1" status: 200 len: 1001 time: 0.1094973 Nov 05 13:09:41.283028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49314) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:41.305275 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6acc5150-7b64-4cd3-8d51-3b7366ee2aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:41.338972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6acc5150-7b64-4cd3-8d51-3b7366ee2aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:41.343051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6acc5150-7b64-4cd3-8d51-3b7366ee2aec admin admin] Usage tracker for resource:security_group_rule and tenant:12d41dae70464f46a46725db759fe457 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:41.345076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba9512-1fac-4064-b637-4488d5021b49 req-861ec2d5-926e-48f2-8403-b17355fb7737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:41.346207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6acc5150-7b64-4cd3-8d51-3b7366ee2aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:41.346670 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82ba9512-1fac-4064-b637-4488d5021b49 req-861ec2d5-926e-48f2-8403-b17355fb7737 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.0667145 Nov 05 13:09:41.352872 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6acc5150-7b64-4cd3-8d51-3b7366ee2aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:41.419978 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6acc5150-7b64-4cd3-8d51-3b7366ee2aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:41.422897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6acc5150-7b64-4cd3-8d51-3b7366ee2aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:41.431364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-172eed48-d99d-44ec-9f4d-b22da91cfd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:41.433428 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82ba9512-1fac-4064-b637-4488d5021b49 req-b5c84509-0ed5-4728-ac71-add3563af448 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780499 Nov 05 13:09:41.478981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc5150-7b64-4cd3-8d51-3b7366ee2aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd10f35-000b-496f-b065-66b887cd1ef5,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:41.482250 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6acc5150-7b64-4cd3-8d51-3b7366ee2aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:41.484595 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6acc5150-7b64-4cd3-8d51-3b7366ee2aec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12d41dae70464f46a46725db759fe457&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2004554 Nov 05 13:09:41.489836 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49320) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:41.582302 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b5f3902b-a9cd-481a-b2cd-89f75cc08a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:41.617613 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b5f3902b-a9cd-481a-b2cd-89f75cc08a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:41.739819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b5f3902b-a9cd-481a-b2cd-89f75cc08a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:41.747738 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-43eed798-4e3e-49bb-9a0c-68b41854b9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:41.761997 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b5f3902b-a9cd-481a-b2cd-89f75cc08a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:41.766612 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b5f3902b-a9cd-481a-b2cd-89f75cc08a79 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cd10f35-000b-496f-b065-66b887cd1ef5 HTTP/1.1" status: 204 len: 168 time: 0.2757771 Nov 05 13:09:41.769748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3902b-a9cd-481a-b2cd-89f75cc08a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd10f35-000b-496f-b065-66b887cd1ef5,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:41.772967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b5f3902b-a9cd-481a-b2cd-89f75cc08a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:41.865949 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49332) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:41.964714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc998c0-f678-40d4-be46-b990b2c78996 admin admin] Deleting subnet d215db1b-ed92-4458-b78d-0e3581d61ad7 {{(pid=88180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:09:41.968750 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bfc998c0-f678-40d4-be46-b990b2c78996 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.024227 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bfc998c0-f678-40d4-be46-b990b2c78996 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838363850'] for subnet, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.068411 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82ba9512-1fac-4064-b637-4488d5021b49 req-8a135dc1-f67a-4c14-a78b-9a348df38027 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266057 Nov 05 13:09:42.087599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bfc998c0-f678-40d4-be46-b990b2c78996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.182427 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bfc998c0-f678-40d4-be46-b990b2c78996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15842110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14874446'] for subnet, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.196619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:42.240912 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bfc998c0-f678-40d4-be46-b990b2c78996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.244059 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc998c0-f678-40d4-be46-b990b2c78996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d215db1b-ed92-4458-b78d-0e3581d61ad7,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:42.248123 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bfc998c0-f678-40d4-be46-b990b2c78996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:42.251521 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-bfc998c0-f678-40d4-be46-b990b2c78996 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d215db1b-ed92-4458-b78d-0e3581d61ad7 HTTP/1.1" status: 204 len: 168 time: 0.3844788 Nov 05 13:09:42.254143 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49346) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:42.263565 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f31ce-5c69-454b-a27d-7b4aa8043abd req-5bae34cb-c764-4504-9682-18c03ed50082 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:42.271806 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2b4f31ce-5c69-454b-a27d-7b4aa8043abd req-5bae34cb-c764-4504-9682-18c03ed50082 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.3312473 Nov 05 13:09:42.326130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d40d9-8ca0-46be-8692-628e2e77f4ed req-b8f5f4a3-000f-4bf1-a23a-fe5a37c4f213 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:42.327766 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f67d40d9-8ca0-46be-8692-628e2e77f4ed req-b8f5f4a3-000f-4bf1-a23a-fe5a37c4f213 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.3885930 Nov 05 13:09:42.376429 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49352) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:42.383464 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2b4f31ce-5c69-454b-a27d-7b4aa8043abd req-66f6f969-9043-475b-bcf7-71de23315118 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106436 Nov 05 13:09:42.390314 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82ba9512-1fac-4064-b637-4488d5021b49 req-3161e875-1391-4f1c-96f5-d460ca939da8 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118110 Nov 05 13:09:42.414811 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5375f4b7-69ab-47ae-9bd8-6b055acf7095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.419400 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f67d40d9-8ca0-46be-8692-628e2e77f4ed req-bb45a80d-6268-45bc-bef8-25895d381622 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817721 Nov 05 13:09:42.450884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.482580 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-5375f4b7-69ab-47ae-9bd8-6b055acf7095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:42.488429 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-5375f4b7-69ab-47ae-9bd8-6b055acf7095 admin admin] Usage tracker for resource:security_group_rule and tenant:7be65a68a0714166b327bbd1870f04d6 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:42.527653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-5375f4b7-69ab-47ae-9bd8-6b055acf7095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:42.550406 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-5375f4b7-69ab-47ae-9bd8-6b055acf7095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:42.667080 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.716725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9899b37-3bb2-4414-b968-0bae1c99b41c']}} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:09:42.744869 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d70c0e-939c-4da7-a5fa-4e3e51016fba') {'for_net_delete': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:09:42.745223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d70c0e-939c-4da7-a5fa-4e3e51016fba') {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:09:42.768291 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16411967'] for segment, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.799566 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.817852 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=88180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:09:42.818308 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838933040'] for segment, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:09:42.833503 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:09:42.841116 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5375f4b7-69ab-47ae-9bd8-6b055acf7095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.856486 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5375f4b7-69ab-47ae-9bd8-6b055acf7095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.924459 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6482dbbe-aa0f-4274-8a25-3bff8d842867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:42.980934 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375f4b7-69ab-47ae-9bd8-6b055acf7095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954efe10-ff93-4d63-8f03-85e16b845081,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:42.985303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5375f4b7-69ab-47ae-9bd8-6b055acf7095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:42.986376 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:42.993360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 49384) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:42.993540 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-5375f4b7-69ab-47ae-9bd8-6b055acf7095 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7be65a68a0714166b327bbd1870f04d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6160321 Nov 05 13:09:42.996355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-de1a8971-eef7-4ea5-a021-0b5937067d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:43.012596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:43.025325 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] Pushing event deleted for resources: {'Network': ['ID=d9899b37-3bb2-4414-b968-0bae1c99b41c,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:43.031931 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:43.043825 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-82de85f2-fe4a-4374-860b-74dc9a5d283d admin admin] 10.222.0.39 "DELETE /v2.0/networks/d9899b37-3bb2-4414-b968-0bae1c99b41c HTTP/1.1" status: 204 len: 168 time: 0.7833223 Nov 05 13:09:43.113953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1339ee14-d653-47dd-819d-29c0a7ce4522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:43.144766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1339ee14-d653-47dd-819d-29c0a7ce4522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:43.213492 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1339ee14-d653-47dd-819d-29c0a7ce4522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:43.219293 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:43.236522 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339ee14-d653-47dd-819d-29c0a7ce4522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954efe10-ff93-4d63-8f03-85e16b845081,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:43.241167 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1339ee14-d653-47dd-819d-29c0a7ce4522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:43.242761 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-1339ee14-d653-47dd-819d-29c0a7ce4522 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/954efe10-ff93-4d63-8f03-85e16b845081 HTTP/1.1" status: 204 len: 168 time: 0.2482586 Nov 05 13:09:43.243679 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1339ee14-d653-47dd-819d-29c0a7ce4522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:43.381301 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 49410) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:43.448308 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-4cb184ba-3c12-493d-9c77-0d87e561c762 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=128e3db91497484d85ea59499670acfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0631802 Nov 05 13:09:43.448558 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 49418) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:43.523166 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c030b46-8aae-4be7-a4a1-41788932008e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:43.571073 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c030b46-8aae-4be7-a4a1-41788932008e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:43.692915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 899cb23a-22fe-434b-9f43-c2c8381d4e8d no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:09:43.735583 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: 899cb23a-22fe-434b-9f43-c2c8381d4e8d {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:09:43.736227 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 899cb23a-22fe-434b-9f43-c2c8381d4e8d not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:09:43.737049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 44fb28d9-4dd7-40ca-b8ed-a47e58894682 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:09:43.779599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e69673-4961-4d0d-b0b6-9cf6d11314db req-5a528a73-5bc3-4207-bf8d-eaa446429869 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:43.781249 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e69673-4961-4d0d-b0b6-9cf6d11314db req-5a528a73-5bc3-4207-bf8d-eaa446429869 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 945 time: 0.2156365 Nov 05 13:09:43.783259 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c030b46-8aae-4be7-a4a1-41788932008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:43.790345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:43.827337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c030b46-8aae-4be7-a4a1-41788932008e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961990f1-3d52-49bc-b3a2-00df1ce9fdfb,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:43.842020 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a81410-c20d-4cbd-9a03-3d680dd4067b req-5fbdfdbb-073e-46d3-aa40-4a86e135a55a tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:43.843912 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-75a81410-c20d-4cbd-9a03-3d680dd4067b req-5fbdfdbb-073e-46d3-aa40-4a86e135a55a tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.2101238 Nov 05 13:09:43.847361 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7c030b46-8aae-4be7-a4a1-41788932008e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:43.900436 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c030b46-8aae-4be7-a4a1-41788932008e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:43.904299 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-7c030b46-8aae-4be7-a4a1-41788932008e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/961990f1-3d52-49bc-b3a2-00df1ce9fdfb HTTP/1.1" status: 204 len: 168 time: 0.4521816 Nov 05 13:09:43.913600 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:43.935804 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-85e69673-4961-4d0d-b0b6-9cf6d11314db req-dba0bdd0-ddd7-458c-b824-4241c5c4ce19 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359749 Nov 05 13:09:43.958217 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:09:43.959575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:09:43.965747 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:43.969005 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:44.005332 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-75a81410-c20d-4cbd-9a03-3d680dd4067b req-ad7e5635-4ce5-4c1e-a3cf-8a6735b64b21 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453218 Nov 05 13:09:44.062706 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'code': 200} Nov 05 13:09:44.065136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=44fb28d9-4dd7-40ca-b8ed-a47e58894682,revision_number=8']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:44.069397 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:44.464825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:09:44.643581 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49516) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:44.736018 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ca2ff133-482d-45a4-a683-7d1b63f20aa0 req-953836a4-eaaf-4d60-a50c-259366995102 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1477165 Nov 05 13:09:44.865685 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ca2ff133-482d-45a4-a683-7d1b63f20aa0 req-e316281f-185a-47dd-951a-ae173d675fca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8db93a34e48c471ab1b85908fe2989f5&device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 1098 time: 0.1060042 Nov 05 13:09:44.891671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-405877153-network', 'tenant_id': '723723df15a441fcb71fae87a49e0591'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:09:44.898176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:44.907395 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Usage tracker for resource:network and tenant:723723df15a441fcb71fae87a49e0591 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:44.910725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:44.917167 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:44.949243 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Made reservation on behalf of 723723df15a441fcb71fae87a49e0591 for: {'network': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:09:44.954412 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:44.988963 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:45.081898 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ff133-482d-45a4-a683-7d1b63f20aa0 req-f84160e4-e5b8-4fb1-9fb3-d20629a2e30e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:45.086113 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ca2ff133-482d-45a4-a683-7d1b63f20aa0 req-f84160e4-e5b8-4fb1-9fb3-d20629a2e30e service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 HTTP/1.1" status: 200 len: 912 time: 0.1929734 Nov 05 13:09:45.092889 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:45.103082 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Usage tracker for resource:security_group_rule and tenant:723723df15a441fcb71fae87a49e0591 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:45.115442 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:45.124430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:45.261712 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:45.266431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:45.271033 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e4ec3bed-73e6-47c0-8a75-150ecb5ee258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:45.310330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=88180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:09:45.320980 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f82fe08-62ba-4f19-91e4-d889f3296327,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:45.324906 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:45.327793 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:45.328762 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Added segment f30df5b8-bd26-4d05-83e0-1b5b1d1271c6 of type vlan for network 29b620bc-f47e-4601-99cc-66a76991610b Nov 05 13:09:45.367218 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:45.388837 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ca2ff133-482d-45a4-a683-7d1b63f20aa0 req-a97ed0a1-ae6a-4e0f-9b17-5d9b43ff43e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5321808d-455d-475a-844d-765963b971fa HTTP/1.1" status: 200 len: 1001 time: 0.2874565 Nov 05 13:09:45.476245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7591074-7b07-4a78-a1c6-90e36df24e9d req-937f2784-913b-4f9b-8ca9-fe18237ccce5 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:45.483989 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f7591074-7b07-4a78-a1c6-90e36df24e9d req-937f2784-913b-4f9b-8ca9-fe18237ccce5 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.2715037 Nov 05 13:09:45.529975 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa695e-903e-4570-a1f1-6e4dffd83989 req-04860622-17c8-4b11-93b9-d40cfc05f314 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:45.531441 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-63fa695e-903e-4570-a1f1-6e4dffd83989 req-04860622-17c8-4b11-93b9-d40cfc05f314 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.3091292 Nov 05 13:09:45.550742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ff133-482d-45a4-a683-7d1b63f20aa0 req-2febf843-9e0f-44a2-91b7-9d12f0b28fd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:45.552849 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ca2ff133-482d-45a4-a683-7d1b63f20aa0 req-2febf843-9e0f-44a2-91b7-9d12f0b28fd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8287a2bf-ff22-4f26-bea6-b3544de4550c HTTP/1.1" status: 200 len: 850 time: 0.1565487 Nov 05 13:09:45.575732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:45.577046 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:45.577943 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:45.583677 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:45.649351 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f7591074-7b07-4a78-a1c6-90e36df24e9d req-d8858376-0f94-47f0-9d95-4039adc0c31a tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643662 Nov 05 13:09:45.690770 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-63fa695e-903e-4570-a1f1-6e4dffd83989 req-4617d220-612d-4580-a4bb-3b8f2e3f14b1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418519 Nov 05 13:09:45.698812 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ca2ff133-482d-45a4-a683-7d1b63f20aa0 req-0124e39d-db9f-4842-809b-c1273b9e3fd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1237767 Nov 05 13:09:45.733131 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0886073 Nov 05 13:09:45.734034 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49600) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:45.753375 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Request body: {'subnet': {'network_id': '29b620bc-f47e-4601-99cc-66a76991610b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-405877153-subnet', 'tenant_id': '723723df15a441fcb71fae87a49e0591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:09:45.757827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Pushing event updated for resources: {'Network': ['ID=29b620bc-f47e-4601-99cc-66a76991610b,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:45.763741 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:45.764659 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:45.776821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Usage tracker for resource:subnet and tenant:723723df15a441fcb71fae87a49e0591 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:45.781364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network 29b620bc-f47e-4601-99cc-66a76991610b details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:09:45.784607 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:45.800577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:45.825589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Made reservation on behalf of 723723df15a441fcb71fae87a49e0591 for: {'subnet': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:09:45.830909 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839901353'] for subnet, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:45.901592 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ca2ff133-482d-45a4-a683-7d1b63f20aa0 req-b8e9efbd-e4ba-455f-a94f-66a96c1ae0ad service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957803 Nov 05 13:09:46.109233 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ca2ff133-482d-45a4-a683-7d1b63f20aa0 req-a76e5edf-9376-48c1-9c6f-fabe69ff0a83 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002225 Nov 05 13:09:46.111786 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838933638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839901370'] for subnet, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:46.118160 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:46.176229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:46.236113 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:46.242693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:46.248241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Checking segment: {'id': 'f30df5b8-bd26-4d05-83e0-1b5b1d1271c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:09:46.248811 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Network hostable DHCP agents. Network: 29b620bc-f47e-4601-99cc-66a76991610b, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:09:46.277940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Network 29b620bc-f47e-4601-99cc-66a76991610b is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:09:46.288001 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, 29b620bc-f47e-4601-99cc-66a76991610b) {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:09:46.303632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:46.304009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f057f92-48cc-4a38-95e9-c07d0056d0bc None None] Network 29b620bc-f47e-4601-99cc-66a76991610b requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:09:46.305191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:46.357884 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6021807 Nov 05 13:09:46.618722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8c2732-7476-407c-959b-31175b485846 None None] Network 29b620bc-f47e-4601-99cc-66a76991610b requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:09:46.921909 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e473db-c99a-494c-8327-8818cc8cc939 req-175385de-3ff9-4b12-9ca1-3967abc4e41f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:46.923648 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-02e473db-c99a-494c-8327-8818cc8cc939 req-175385de-3ff9-4b12-9ca1-3967abc4e41f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0964580 Nov 05 13:09:46.980497 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-02e473db-c99a-494c-8327-8818cc8cc939 req-a505d987-4978-4b4a-9186-264a6e86a0d2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434892 Nov 05 13:09:47.232809 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c87c56e3-2b11-4238-89c0-9969099a57b3 req-6ea8db41-2ac1-4932-bd7f-ef6597cd1b96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1067801 Nov 05 13:09:47.599992 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d9a76-f029-4232-b79d-3f62f0e30570 req-bcd05930-946f-44d6-8d34-a5a557d87788 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:47.610545 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c15d9a76-f029-4232-b79d-3f62f0e30570 req-bcd05930-946f-44d6-8d34-a5a557d87788 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.1259794 Nov 05 13:09:47.621287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49704) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:47.688326 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c15d9a76-f029-4232-b79d-3f62f0e30570 req-bc97f37b-f9ad-497f-a9ba-021a616f4d4f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765324 Nov 05 13:09:47.749132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 44fb28d9-4dd7-40ca-b8ed-a47e58894682 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:09:47.813770 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1c3a48ae-b06b-40de-b241-560798f790fc req-9e0218f1-05bb-45a4-8a71-fba04fa0153e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1907847 Nov 05 13:09:48.400201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d9abf-6208-44d0-9e5f-d76407dbfbc7 req-5136b360-06ac-4ba9-87f0-1d072fe7070b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:48.401818 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c16d9abf-6208-44d0-9e5f-d76407dbfbc7 req-5136b360-06ac-4ba9-87f0-1d072fe7070b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.2906685 Nov 05 13:09:48.451576 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c16d9abf-6208-44d0-9e5f-d76407dbfbc7 req-b6b006be-a249-45e7-92c5-5c71c9b01f2b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Nov 05 13:09:48.982001 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-f9ce5d88-bde2-4111-84dd-0012844fc676 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:48.983618 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-f9ce5d88-bde2-4111-84dd-0012844fc676 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/networks?id=29b620bc-f47e-4601-99cc-66a76991610b HTTP/1.1" status: 200 len: 813 time: 0.2843528 Nov 05 13:09:49.017714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc7be3-c6f7-494f-8b34-142cc29d7e87 req-dc7c292a-c94e-4ab5-b635-99c0f1a202b3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:49.019321 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-21fc7be3-c6f7-494f-8b34-142cc29d7e87 req-dc7c292a-c94e-4ab5-b635-99c0f1a202b3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.1415780 Nov 05 13:09:49.020660 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-f03ad254-31e7-4385-be0e-ac29fc23d9f3 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/quotas/723723df15a441fcb71fae87a49e0591 HTTP/1.1" status: 200 len: 375 time: 0.0280757 Nov 05 13:09:49.092324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49774) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:49.107768 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-e350fde7-4f19-427a-808c-4ae39343d7bd tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=723723df15a441fcb71fae87a49e0591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595524 Nov 05 13:09:49.149942 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-21fc7be3-c6f7-494f-8b34-142cc29d7e87 req-44f3260b-ad52-487a-af0c-ef973edbf6f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225135 Nov 05 13:09:49.259808 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c4290f4-3182-4262-a082-6f2bc78bc6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:49.300611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-1c4290f4-3182-4262-a082-6f2bc78bc6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:49.308141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-1c4290f4-3182-4262-a082-6f2bc78bc6d2 admin admin] Usage tracker for resource:security_group_rule and tenant:81d30b09ee224345a2fc658592b95066 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:49.314221 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-1c4290f4-3182-4262-a082-6f2bc78bc6d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:49.319167 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-35b19996-12b7-4689-a98c-d375ff476ba9 service neutron] 10.222.0.39 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017319 Nov 05 13:09:49.321371 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-1c4290f4-3182-4262-a082-6f2bc78bc6d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:49.403270 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c4290f4-3182-4262-a082-6f2bc78bc6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:49.407105 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1c4290f4-3182-4262-a082-6f2bc78bc6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:49.415806 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2148326-6f38-4cd8-928f-cc81cbff157f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:49.458511 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1c3a48ae-b06b-40de-b241-560798f790fc req-b69e95b7-cacb-4632-b980-1d6bd439ac25 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f&tenant_id=ac4268514de642f39f611ce13a21b32d HTTP/1.1" status: 200 len: 1096 time: 0.1915147 Nov 05 13:09:49.462356 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-1c4290f4-3182-4262-a082-6f2bc78bc6d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81d30b09ee224345a2fc658592b95066&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3686304 Nov 05 13:09:49.464267 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4290f4-3182-4262-a082-6f2bc78bc6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50429587-1e9f-4249-8afb-3e90fc455103,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:49.467547 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 49784) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:49.477859 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1c4290f4-3182-4262-a082-6f2bc78bc6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:49.549476 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-93a943f2-43b6-44ad-a8dc-a3392fdcb407 service neutron] 10.222.0.39 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225311 Nov 05 13:09:49.615696 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff0c59ab-856d-4f09-99d6-50bbb261d149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:49.620846 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49792) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:49.708420 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff0c59ab-856d-4f09-99d6-50bbb261d149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:49.725634 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1c3a48ae-b06b-40de-b241-560798f790fc req-2254add7-fe04-4cdc-a5d6-c916019b8953 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 1096 time: 0.2337661 Nov 05 13:09:49.860288 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-11f8022f-a51d-4826-9ee7-031dfec9686c req-c837596b-e0d7-41ba-bc49-2bd9708d0cc2 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 210 time: 0.0916696 Nov 05 13:09:49.927013 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c359a-2346-4067-b776-33f11d5d0774 req-9aadd4a2-3ba7-4ae1-b034-376cc155c9cf tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:49.930253 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9b8c359a-2346-4067-b776-33f11d5d0774 req-9aadd4a2-3ba7-4ae1-b034-376cc155c9cf tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.3212023 Nov 05 13:09:49.949967 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-2066332d-2af6-4304-b7ae-b8fac0451442 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05cefece909d4d0189027f83a41a4947&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3271692 Nov 05 13:09:49.952354 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49808) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:49.991576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff0c59ab-856d-4f09-99d6-50bbb261d149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:49.997088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-45ec83f3-bc06-4bcb-a608-a07c9cdc7ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:50.013481 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a48ae-b06b-40de-b241-560798f790fc req-d1b4e5d1-4b9e-468c-a24a-715bd9544ed0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:50.015082 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1c3a48ae-b06b-40de-b241-560798f790fc req-d1b4e5d1-4b9e-468c-a24a-715bd9544ed0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 917 time: 0.2772944 Nov 05 13:09:50.026500 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cd03cfb9-e3f0-47ac-bb95-7f97e7aa018e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:50.042563 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c59ab-856d-4f09-99d6-50bbb261d149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50429587-1e9f-4249-8afb-3e90fc455103,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:50.059863 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cd03cfb9-e3f0-47ac-bb95-7f97e7aa018e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:50.131498 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cd03cfb9-e3f0-47ac-bb95-7f97e7aa018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:50.142171 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ff0c59ab-856d-4f09-99d6-50bbb261d149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:50.147632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-44bdbec6-6331-43ca-8ba9-9beb663b944f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:50.151686 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ff0c59ab-856d-4f09-99d6-50bbb261d149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:50.153173 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-ff0c59ab-856d-4f09-99d6-50bbb261d149 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50429587-1e9f-4249-8afb-3e90fc455103 HTTP/1.1" status: 204 len: 168 time: 0.6845329 Nov 05 13:09:50.164067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03cfb9-e3f0-47ac-bb95-7f97e7aa018e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8c4186-00cb-4e6e-8096-cc6a7d248671,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:50.164916 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9b8c359a-2346-4067-b776-33f11d5d0774 req-f821d63e-3934-4245-bde9-9b647375ee42 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261798 Nov 05 13:09:50.172335 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1c3a48ae-b06b-40de-b241-560798f790fc req-73becde1-bd7e-4f82-ac69-bd0c3a83f62e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682 HTTP/1.1" status: 200 len: 999 time: 0.1331630 Nov 05 13:09:50.214880 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cd03cfb9-e3f0-47ac-bb95-7f97e7aa018e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:50.217034 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cd03cfb9-e3f0-47ac-bb95-7f97e7aa018e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:50.225889 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-cd03cfb9-e3f0-47ac-bb95-7f97e7aa018e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b8c4186-00cb-4e6e-8096-cc6a7d248671 HTTP/1.1" status: 204 len: 168 time: 0.2722139 Nov 05 13:09:50.268508 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a48ae-b06b-40de-b241-560798f790fc req-9a1e61a5-9514-42fc-9b3b-74bbf33b74e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:50.272259 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1c3a48ae-b06b-40de-b241-560798f790fc req-9a1e61a5-9514-42fc-9b3b-74bbf33b74e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.0917168 Nov 05 13:09:50.431649 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1c3a48ae-b06b-40de-b241-560798f790fc req-280dfab3-9bb2-4e48-9038-8ad541598dcf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1513085 Nov 05 13:09:50.564707 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f754d-ead5-4551-a194-6967d4be446a req-f6ef66ed-1d79-416f-bc68-794021cc4c87 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:50.566432 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b57f754d-ead5-4551-a194-6967d4be446a req-f6ef66ed-1d79-416f-bc68-794021cc4c87 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.2189736 Nov 05 13:09:50.654875 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1c3a48ae-b06b-40de-b241-560798f790fc req-8ace37a2-ee28-46f3-a810-b4ec6302c68d service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117326 Nov 05 13:09:50.723651 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b57f754d-ead5-4551-a194-6967d4be446a req-3e9f8101-2380-4ec6-81d3-841d23d60760 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485062 Nov 05 13:09:50.830938 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1c3a48ae-b06b-40de-b241-560798f790fc req-7b8111e8-2197-44ed-abde-4a69e7b30725 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696844 Nov 05 13:09:51.051874 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-551e119c-d072-4456-ac99-c218624871b7 req-d7af3a5a-ff2d-4f71-983c-4af929d7956f tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 210 time: 0.0439162 Nov 05 13:09:51.348730 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-7697bb7a-0c01-4bdc-953d-0160da3eac25 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:51.350702 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-7697bb7a-0c01-4bdc-953d-0160da3eac25 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.64 "GET /v2.0/networks?id=29b620bc-f47e-4601-99cc-66a76991610b HTTP/1.1" status: 200 len: 813 time: 0.1805904 Nov 05 13:09:51.367838 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Request body: {'port': {'device_id': 'f38551a0-949b-475a-988b-baa5dbbee43b', 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b', 'admin_state_up': True, 'tenant_id': '723723df15a441fcb71fae87a49e0591'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:09:51.608317 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:51.615201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Usage tracker for resource:port and tenant:723723df15a441fcb71fae87a49e0591 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:51.619703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:51.629660 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40e85c-dd57-411f-953a-134b929bc93a req-7d18b603-f80d-464d-9bdc-d6e23aa17a18 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:51.631315 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bf40e85c-dd57-411f-953a-134b929bc93a req-7d18b603-f80d-464d-9bdc-d6e23aa17a18 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1295581 Nov 05 13:09:51.637253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:51.681391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Made reservation on behalf of 723723df15a441fcb71fae87a49e0591 for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:09:51.687188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:51.777960 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bf40e85c-dd57-411f-953a-134b929bc93a req-dad56a0a-c905-422f-a4db-6314e5fb62b4 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381567 Nov 05 13:09:51.984954 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Allocated IP 172.20.0.11 (29b620bc-f47e-4601-99cc-66a76991610b/ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc/ebf9b728-b5c6-46ec-a157-8e9018c90e3d) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:09:52.024513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7810a-9ff3-47d0-8c51-c672145be856 req-4f14dea5-f987-45e4-b886-0fd68531d7ef tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:52.026163 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2ef7810a-9ff3-47d0-8c51-c672145be856 req-4f14dea5-f987-45e4-b886-0fd68531d7ef tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.1375721 Nov 05 13:09:52.140368 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2ef7810a-9ff3-47d0-8c51-c672145be856 req-144774b4-a7aa-4d9a-9590-b6be94bd08fa tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025004 Nov 05 13:09:52.279843 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-edff7e1e-80e8-40b6-8ffa-fc5c641965d6 req-49846f14-c1e0-437d-b16a-ed8526af2278 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 210 time: 0.0783193 Nov 05 13:09:52.550334 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:52.578210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:52.585323 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:52.659899 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Network 29b620bc-f47e-4601-99cc-66a76991610b is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:09:52.663509 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:09:52.668939 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:09:52.755264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Pushing event updated for resources: {'Port': ['ID=ebf9b728-b5c6-46ec-a157-8e9018c90e3d,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:52.761032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:52.778922 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:52.779694 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:52.804026 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4409361 Nov 05 13:09:53.016665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6987c-e8fa-441d-864f-9a89d51df0f0 req-9ef880e2-b58c-4fd8-af76-9e5fc9cded5d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:53.018519 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1fa6987c-e8fa-441d-864f-9a89d51df0f0 req-9ef880e2-b58c-4fd8-af76-9e5fc9cded5d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0925744 Nov 05 13:09:53.084492 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1fa6987c-e8fa-441d-864f-9a89d51df0f0 req-ae785e35-0842-41c6-8efa-82c65da29615 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582464 Nov 05 13:09:53.139878 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 49898) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:53.446655 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6bb5769e-c43e-4fde-b6f8-1aadbc75543c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:53.559059 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6bb5769e-c43e-4fde-b6f8-1aadbc75543c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:09:53.575700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6bb5769e-c43e-4fde-b6f8-1aadbc75543c admin admin] Usage tracker for resource:security_group_rule and tenant:3d0bfeb0db8c45ebbafc38aa9a5ad76d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:09:53.581634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6bb5769e-c43e-4fde-b6f8-1aadbc75543c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:09:53.590722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6bb5769e-c43e-4fde-b6f8-1aadbc75543c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:09:53.610653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717053a-0580-40a8-b3cf-b7ac9ce1528c req-4cc81872-c4d3-419e-bd7d-b4d9d67dffca tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:53.612267 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0717053a-0580-40a8-b3cf-b7ac9ce1528c req-4cc81872-c4d3-419e-bd7d-b4d9d67dffca tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.2896023 Nov 05 13:09:53.622046 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1713c-0971-436f-8861-b6a0d0b50328 req-7b6acf98-4af5-4135-9563-58a7f1fcaf19 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:53.622868 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-c6c1713c-0971-436f-8861-b6a0d0b50328 req-7b6acf98-4af5-4135-9563-58a7f1fcaf19 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Synchronizing usage tracker for tenant:723723df15a441fcb71fae87a49e0591 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:09:53.690535 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-c6c1713c-0971-436f-8861-b6a0d0b50328 req-7b6acf98-4af5-4135-9563-58a7f1fcaf19 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Unset dirty status for tenant:723723df15a441fcb71fae87a49e0591 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:09:53.692336 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c6c1713c-0971-436f-8861-b6a0d0b50328 req-7b6acf98-4af5-4135-9563-58a7f1fcaf19 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 932 time: 0.2326641 Nov 05 13:09:53.744384 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0717053a-0580-40a8-b3cf-b7ac9ce1528c req-75ee87da-e741-455c-b6d5-884e4bcad56a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180999 Nov 05 13:09:53.789918 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6bb5769e-c43e-4fde-b6f8-1aadbc75543c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:53.794776 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6bb5769e-c43e-4fde-b6f8-1aadbc75543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:53.804254 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7c030b46-8aae-4be7-a4a1-41788932008e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:53.819441 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c6c1713c-0971-436f-8861-b6a0d0b50328 req-e61b4090-1b48-4af1-a102-47039cb93831 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939302 Nov 05 13:09:53.853336 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6bb5769e-c43e-4fde-b6f8-1aadbc75543c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d0bfeb0db8c45ebbafc38aa9a5ad76d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7121572 Nov 05 13:09:53.854167 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5769e-c43e-4fde-b6f8-1aadbc75543c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65702949-3a3a-4b76-bca9-7f789a5a1e60,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:53.856159 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 49912) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:09:53.857953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6bb5769e-c43e-4fde-b6f8-1aadbc75543c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:53.922451 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:53.950907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:54.004217 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:54.010466 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-45581dca-2b6a-48db-879c-ae33f49b0aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:09:54.030132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65702949-3a3a-4b76-bca9-7f789a5a1e60,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:09:54.041449 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:54.041853 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:54.042255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:54.042649 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:54.043062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:54.043433 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:54.043819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:54.044222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:54.044615 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:54.045007 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:54.045392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:09:54.048733 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:09:54.049572 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:09:54.053298 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65702949-3a3a-4b76-bca9-7f789a5a1e60 HTTP/1.1" status: 204 len: 168 time: 0.1959007 Nov 05 13:09:54.328790 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c9d75-449b-405f-af36-4feafb20e555 req-bf4bdcd1-7d88-4b7d-a41f-891b57213832 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:54.330812 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-494c9d75-449b-405f-af36-4feafb20e555 req-bf4bdcd1-7d88-4b7d-a41f-891b57213832 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1058910 Nov 05 13:09:54.394655 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-494c9d75-449b-405f-af36-4feafb20e555 req-09c8054e-d136-4708-a817-d1a969520a7a tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550833 Nov 05 13:09:55.085670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77420f3-7df7-49a1-91ff-0fffd158ae12 req-ea89bdf9-d4c9-4c30-9cb2-13018d6be436 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:55.087293 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c77420f3-7df7-49a1-91ff-0fffd158ae12 req-ea89bdf9-d4c9-4c30-9cb2-13018d6be436 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.1561222 Nov 05 13:09:55.105773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364b040-e6c8-49d2-a6b4-4fc95bfe65c4 req-ead7e5c4-1bd8-4d2c-a39a-a1c19daf1ff5 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:55.107399 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b364b040-e6c8-49d2-a6b4-4fc95bfe65c4 req-ead7e5c4-1bd8-4d2c-a39a-a1c19daf1ff5 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 932 time: 0.1348159 Nov 05 13:09:55.182164 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c77420f3-7df7-49a1-91ff-0fffd158ae12 req-787a39ad-22dc-4876-9882-1d0543c06a3a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843637 Nov 05 13:09:55.189729 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b364b040-e6c8-49d2-a6b4-4fc95bfe65c4 req-e00115d8-f45f-48d3-b51d-c047b51a6346 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683777 Nov 05 13:09:55.605523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42950441-13e8-4be1-91f7-20ef34556ce9 req-acd65ad1-2538-453d-b311-13df95d64a95 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:55.607138 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-42950441-13e8-4be1-91f7-20ef34556ce9 req-acd65ad1-2538-453d-b311-13df95d64a95 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0876775 Nov 05 13:09:55.676210 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-42950441-13e8-4be1-91f7-20ef34556ce9 req-941fed3f-b38d-4629-8b70-80f0db431e71 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624697 Nov 05 13:09:56.475404 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17559ec2-7802-4bca-8717-1fceca8dc399 req-4bb09ea6-9261-49f1-a6c8-c7319f143d62 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:56.477080 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-17559ec2-7802-4bca-8717-1fceca8dc399 req-4bb09ea6-9261-49f1-a6c8-c7319f143d62 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 932 time: 0.1543486 Nov 05 13:09:56.484354 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7177b-afa3-4859-8177-1caeb9363033 req-ed7e73ee-3524-499d-b4b4-931be89d2fdf tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:56.485971 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e3d7177b-afa3-4859-8177-1caeb9363033 req-ed7e73ee-3524-499d-b4b4-931be89d2fdf tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.1252282 Nov 05 13:09:56.572374 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-17559ec2-7802-4bca-8717-1fceca8dc399 req-24035270-5c91-4644-a8b5-8d221370c666 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853419 Nov 05 13:09:56.580368 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e3d7177b-afa3-4859-8177-1caeb9363033 req-3e6de9b1-0008-47a3-a5d9-c1a0cc16df29 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758660 Nov 05 13:09:56.907736 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e5a8d-6435-4e13-918a-41010d6542ba req-e38129f0-5158-454a-8409-92f9eee0f236 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:56.909397 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cf1e5a8d-6435-4e13-918a-41010d6542ba req-e38129f0-5158-454a-8409-92f9eee0f236 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0840008 Nov 05 13:09:56.964616 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cf1e5a8d-6435-4e13-918a-41010d6542ba req-6049a972-9c94-4130-917e-9132e2f81f6a tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445244 Nov 05 13:09:57.991264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65b349-0fa7-4443-ac81-79783728b190 req-202aba29-3547-48d5-a238-2834f868e2bb tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:57.993187 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d65b349-0fa7-4443-ac81-79783728b190 req-202aba29-3547-48d5-a238-2834f868e2bb tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 932 time: 0.1716945 Nov 05 13:09:58.016420 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab18fe-b8d3-4485-ba64-c63c831eab09 req-24f00821-9d87-4793-9a9f-1bb770b03567 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:58.019525 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-eaab18fe-b8d3-4485-ba64-c63c831eab09 req-24f00821-9d87-4793-9a9f-1bb770b03567 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.2497296 Nov 05 13:09:58.118386 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-eaab18fe-b8d3-4485-ba64-c63c831eab09 req-0ae33541-7c03-4653-9588-df58bb5c7c84 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815172 Nov 05 13:09:58.135626 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d65b349-0fa7-4443-ac81-79783728b190 req-c9075852-4924-41b9-b0c6-53ab81bb567d tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146104 Nov 05 13:09:58.350261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa0a8f-5c4c-4706-b446-017d54451fbe req-68cb3d73-d90b-423b-817e-02901938ce46 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:58.351895 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1afa0a8f-5c4c-4706-b446-017d54451fbe req-68cb3d73-d90b-423b-817e-02901938ce46 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0898023 Nov 05 13:09:58.411106 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1afa0a8f-5c4c-4706-b446-017d54451fbe req-a88f5a8e-2af3-47a7-a3a4-2dd3c08dbc76 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523574 Nov 05 13:09:59.412528 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a8c60-de72-4c3c-8020-4ba3a39f511a req-5f6b34ea-9fda-45a0-8061-5c802d705609 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:59.414125 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-868a8c60-de72-4c3c-8020-4ba3a39f511a req-5f6b34ea-9fda-45a0-8061-5c802d705609 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 932 time: 0.1558244 Nov 05 13:09:59.421334 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4572f94-01c4-4d70-8600-d90457f701bc req-3a70e79b-aa1f-4b57-a39f-2ec0648c41c7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:59.422889 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c4572f94-01c4-4d70-8600-d90457f701bc req-3a70e79b-aa1f-4b57-a39f-2ec0648c41c7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.1284645 Nov 05 13:09:59.512532 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-868a8c60-de72-4c3c-8020-4ba3a39f511a req-fdb1392d-2f89-4f5d-8454-e8e1ff583983 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885780 Nov 05 13:09:59.517561 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c4572f94-01c4-4d70-8600-d90457f701bc req-a80c6a72-9afc-4004-80d0-9789429f93f4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743940 Nov 05 13:09:59.773653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3806273-a727-4aa7-a04b-f65931658b92 req-a1e4d8ef-ce66-4c17-9ab6-32d9a15804ff tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:09:59.775288 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a3806273-a727-4aa7-a04b-f65931658b92 req-a1e4d8ef-ce66-4c17-9ab6-32d9a15804ff tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1008518 Nov 05 13:09:59.826920 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a3806273-a727-4aa7-a04b-f65931658b92 req-45005a17-a950-40ea-8827-3af2b12ba354 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445664 Nov 05 13:10:00.826601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ae85e-7487-4ac9-bdf1-5bb321df3bdc req-660a1c74-e7f5-44b2-92cb-09c8d8b86dae tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:00.829904 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d46ae85e-7487-4ac9-bdf1-5bb321df3bdc req-660a1c74-e7f5-44b2-92cb-09c8d8b86dae tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 932 time: 0.1546628 Nov 05 13:10:00.893995 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcb656-62dd-474d-9cee-eb11f673b861 req-8f4a3bca-2be4-4eb8-ace3-ea1f4092a0ce tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:00.895671 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-36dcb656-62dd-474d-9cee-eb11f673b861 req-8f4a3bca-2be4-4eb8-ace3-ea1f4092a0ce tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.1693225 Nov 05 13:10:00.923231 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d46ae85e-7487-4ac9-bdf1-5bb321df3bdc req-17178696-2387-41ce-a316-c08a2686991a tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800364 Nov 05 13:10:00.966474 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-36dcb656-62dd-474d-9cee-eb11f673b861 req-ebc2f06a-6df3-4862-afb8-143aef44963e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637069 Nov 05 13:10:01.132347 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df127f75-7e73-4968-82a9-fef4d6df5a39 req-ecf11f66-2bc6-4b5c-9328-98a248b043bb tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:01.134219 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-df127f75-7e73-4968-82a9-fef4d6df5a39 req-ecf11f66-2bc6-4b5c-9328-98a248b043bb tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0892067 Nov 05 13:10:01.185074 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-df127f75-7e73-4968-82a9-fef4d6df5a39 req-e258156a-ddb2-43ca-a22e-1eeaf641607f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Nov 05 13:10:02.240403 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f4c7f-77e9-4949-aa2b-7e632e78c3fc req-a2aee0dd-61e2-4bca-a96a-5ec7458d6001 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:02.242055 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1f1f4c7f-77e9-4949-aa2b-7e632e78c3fc req-a2aee0dd-61e2-4bca-a96a-5ec7458d6001 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 932 time: 0.1690683 Nov 05 13:10:02.258579 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f7aa7-47ba-45fc-983a-de3c617419e3 req-88fdebf5-7abf-4540-9fdc-0208e14589f9 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:02.260959 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c87f7aa7-47ba-45fc-983a-de3c617419e3 req-88fdebf5-7abf-4540-9fdc-0208e14589f9 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.1313944 Nov 05 13:10:02.343215 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1f1f4c7f-77e9-4949-aa2b-7e632e78c3fc req-23bae173-16af-4ac8-9d99-bacafdf61183 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933535 Nov 05 13:10:02.347072 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c87f7aa7-47ba-45fc-983a-de3c617419e3 req-7195f4b0-3671-4246-bd97-7b475c90f0e8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689647 Nov 05 13:10:02.683520 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fed6e-12be-4858-863f-6e1be7cd9861 req-a04333ed-c519-426c-bf5e-9aec45889dbf tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:02.685118 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fe6fed6e-12be-4858-863f-6e1be7cd9861 req-a04333ed-c519-426c-bf5e-9aec45889dbf tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0858567 Nov 05 13:10:02.733565 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fe6fed6e-12be-4858-863f-6e1be7cd9861 req-98f7d498-62db-474f-97b6-d6ea130f0121 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421124 Nov 05 13:10:02.993932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Request body: {'port': {'device_id': 'f38551a0-949b-475a-988b-baa5dbbee43b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:10:03.108216 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.485127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebf9b728-b5c6-46ec-a157-8e9018c90e3d {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:10:03.495197 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.520309 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50052) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:03.603751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Transition to ACTIVE for port object ebf9b728-b5c6-46ec-a157-8e9018c90e3d will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:10:03.611443 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.617285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c1cb5714-e99e-434a-9282-7992adb5c9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:03.678125 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fb556574-c261-40ab-9384-9e1f49a65fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.714831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fb556574-c261-40ab-9384-9e1f49a65fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:03.719510 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fb556574-c261-40ab-9384-9e1f49a65fdb admin admin] Usage tracker for resource:security_group_rule and tenant:b59bf1807779449abaca0ab7316b428b is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:03.722902 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fb556574-c261-40ab-9384-9e1f49a65fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:03.730028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fb556574-c261-40ab-9384-9e1f49a65fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:03.803109 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fb556574-c261-40ab-9384-9e1f49a65fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.805923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fb556574-c261-40ab-9384-9e1f49a65fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.815297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:03.861783 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-fb556574-c261-40ab-9384-9e1f49a65fdb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b59bf1807779449abaca0ab7316b428b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3377750 Nov 05 13:10:03.861783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb556574-c261-40ab-9384-9e1f49a65fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd5fc7d-a345-4f26-ad32-ac40f23a9e02,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:03.863342 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fb556574-c261-40ab-9384-9e1f49a65fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:03.864759 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50060) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:03.932137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eee432eb-19d6-4558-a370-2abd6193c473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.949707 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf9b728-b5c6-46ec-a157-8e9018c90e3d,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:03.959085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eee432eb-19d6-4558-a370-2abd6193c473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:03.986299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:03.986713 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:03.987111 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:03.987480 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:03.987875 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:03.988261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:03.989263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:03.989659 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:03.990044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:03.990425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:03.990832 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:03.999368 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840a148-ae95-417c-bf06-243c14d42b43 req-4bb58dcd-422b-4db1-bc0d-abe06baea325 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:04.001008 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c840a148-ae95-417c-bf06-243c14d42b43 req-4bb58dcd-422b-4db1-bc0d-abe06baea325 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 932 time: 0.5105350 Nov 05 13:10:04.001991 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:04.008153 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eee432eb-19d6-4558-a370-2abd6193c473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.009172 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89e006-01dc-4b81-a304-257b00ce3767 req-6f9750d7-5286-45b4-8a54-22f6be9e94b2 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:04.010688 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ee89e006-01dc-4b81-a304-257b00ce3767 req-6f9750d7-5286-45b4-8a54-22f6be9e94b2 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.4792922 Nov 05 13:10:04.014663 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-196aca25-dfd1-4338-b314-10acad151d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:04.028114 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee432eb-19d6-4558-a370-2abd6193c473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd5fc7d-a345-4f26-ad32-ac40f23a9e02,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:04.030438 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-eee432eb-19d6-4558-a370-2abd6193c473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:04.031324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-eee432eb-19d6-4558-a370-2abd6193c473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.038052 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-eee432eb-19d6-4558-a370-2abd6193c473 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bfd5fc7d-a345-4f26-ad32-ac40f23a9e02 HTTP/1.1" status: 204 len: 168 time: 0.1696060 Nov 05 13:10:04.179485 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c840a148-ae95-417c-bf06-243c14d42b43 req-cad602f7-fd60-4764-af53-b5cfede746bc tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677632 Nov 05 13:10:04.191524 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ee89e006-01dc-4b81-a304-257b00ce3767 req-5af669e9-ebe0-4de3-b508-b0dab6d5c2c8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634028 Nov 05 13:10:04.198651 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Attempting to bind port ebf9b728-b5c6-46ec-a157-8e9018c90e3d on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:10:04.199027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Attempting to bind port ebf9b728-b5c6-46ec-a157-8e9018c90e3d by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'f30df5b8-bd26-4d05-83e0-1b5b1d1271c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:10:04.199391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Attempting to bind port ebf9b728-b5c6-46ec-a157-8e9018c90e3d on network 29b620bc-f47e-4601-99cc-66a76991610b {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:10:04.205919 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Port ebf9b728-b5c6-46ec-a157-8e9018c90e3d on network 29b620bc-f47e-4601-99cc-66a76991610b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:10:04.206279 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Attempting to bind port ebf9b728-b5c6-46ec-a157-8e9018c90e3d on network 29b620bc-f47e-4601-99cc-66a76991610b {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:10:04.214553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:10:04.215336 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Checking segment: {'id': 'f30df5b8-bd26-4d05-83e0-1b5b1d1271c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:10:04.215336 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Bound using segment: {'id': 'f30df5b8-bd26-4d05-83e0-1b5b1d1271c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:10:04.215781 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Bound port: ebf9b728-b5c6-46ec-a157-8e9018c90e3d, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f30df5b8-bd26-4d05-83e0-1b5b1d1271c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:10:04.216165 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.422795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] For port ebf9b728-b5c6-46ec-a157-8e9018c90e3d, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:10:04.435830 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] For port ebf9b728-b5c6-46ec-a157-8e9018c90e3d, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebf9b728-b5c6-46ec-a157-8e9018c90e3d,segment=NetworkSegment(f30df5b8-bd26-4d05-83e0-1b5b1d1271c6),segment_id=f30df5b8-bd26-4d05-83e0-1b5b1d1271c6)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:10:04.442171 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.447206 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:04.542850 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.544339 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] 10.222.0.64 "PUT /v2.0/ports/ebf9b728-b5c6-46ec-a157-8e9018c90e3d HTTP/1.1" status: 200 len: 1094 time: 1.5567031 Nov 05 13:10:04.545036 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c050b4b5-0a55-4c7d-91ce-e577759bb30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:04.548237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38551a0-949b-475a-988b-baa5dbbee43b', 'tag': 'ebf9b728-b5c6-46ec-a157-8e9018c90e3d'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:10:04.567703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Pushing event updated for resources: {'Port': ['ID=ebf9b728-b5c6-46ec-a157-8e9018c90e3d,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:04.573069 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a50d60c8-47a8-4096-bd30-2d6f7603da0a req-3e8c8309-bd89-42b9-9b04-717487ab7ff8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 1099 time: 0.2556109 Nov 05 13:10:04.574803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:04.581278 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6ab85-f143-45ec-88d8-8685b67b9f1f req-35a25521-06cb-48b9-90f8-9cc157e98872 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:04.582907 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3eb6ab85-f143-45ec-88d8-8685b67b9f1f req-35a25521-06cb-48b9-90f8-9cc157e98872 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.2251050 Nov 05 13:10:04.642972 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38551a0-949b-475a-988b-baa5dbbee43b', 'tag': 'ebf9b728-b5c6-46ec-a157-8e9018c90e3d', 'status': 'completed', 'code': 200} Nov 05 13:10:04.725067 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a50d60c8-47a8-4096-bd30-2d6f7603da0a req-b429b18b-6419-4290-89a2-92a7a4ce009c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394966 Nov 05 13:10:04.728116 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3eb6ab85-f143-45ec-88d8-8685b67b9f1f req-d268cf70-dd55-4431-a3de-804b336842ff tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262016 Nov 05 13:10:04.747325 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-7b10556a-9957-4829-b38b-614b6852e519 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=723723df15a441fcb71fae87a49e0591&device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 1097 time: 0.1466303 Nov 05 13:10:04.977435 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-39e9c511-943c-4cf0-98d2-b4bbcf72a499 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf9b728-b5c6-46ec-a157-8e9018c90e3d HTTP/1.1" status: 200 len: 217 time: 0.0652626 Nov 05 13:10:05.048471 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-e4951775-4117-4c8d-89db-06ae5fff2665 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:05.050030 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-e4951775-4117-4c8d-89db-06ae5fff2665 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc HTTP/1.1" status: 200 len: 853 time: 0.0652766 Nov 05 13:10:05.101528 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-ac913f15-0129-4b90-b1d8-be71f5ea8525 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29b620bc-f47e-4601-99cc-66a76991610b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430231 Nov 05 13:10:05.243483 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-d47564e4-8327-4c7e-9328-5d6d82812ca5 service neutron] 10.222.0.64 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352324 Nov 05 13:10:05.503447 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a8de19c-7e4e-4742-b5e1-afdfc9b81819 req-a55d593f-dd4d-47a5-8fa4-69af0358274f service neutron] 10.222.0.64 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536578 Nov 05 13:10:05.539120 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0ac3e-37aa-4caf-9146-ff992fea00dc req-f939f2c6-5da8-4e2c-8876-c17eac70d59b tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:05.541473 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-83a0ac3e-37aa-4caf-9146-ff992fea00dc req-f939f2c6-5da8-4e2c-8876-c17eac70d59b tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 944 time: 0.1977713 Nov 05 13:10:05.547791 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef623a3-962e-4f0e-b4ee-aa2aefd82773 req-95d8f717-1e88-4f37-9206-32fefcf81f13 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:05.549367 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-aef623a3-962e-4f0e-b4ee-aa2aefd82773 req-95d8f717-1e88-4f37-9206-32fefcf81f13 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 943 time: 0.2051823 Nov 05 13:10:05.694695 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-83a0ac3e-37aa-4caf-9146-ff992fea00dc req-96911952-4668-4b7b-9823-87d95c667be9 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442974 Nov 05 13:10:05.699612 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-aef623a3-962e-4f0e-b4ee-aa2aefd82773 req-1ee98d60-4342-4145-826a-a2cb73e5919b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014223 Nov 05 13:10:05.709250 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0d98b347-e187-439c-a209-f7e88c388f9a req-292e294a-9b89-4a1e-810e-9965badd755a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=723723df15a441fcb71fae87a49e0591&device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 1097 time: 0.1576662 Nov 05 13:10:05.857470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b347-e187-439c-a209-f7e88c388f9a req-d6c48365-9e03-4c3a-b88e-f802f2ff1453 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:05.859063 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0d98b347-e187-439c-a209-f7e88c388f9a req-d6c48365-9e03-4c3a-b88e-f802f2ff1453 service neutron] 10.222.0.64 "GET /v2.0/networks?id=29b620bc-f47e-4601-99cc-66a76991610b HTTP/1.1" status: 200 len: 914 time: 0.1414926 Nov 05 13:10:05.900325 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 44fb28d9-4dd7-40ca-b8ed-a47e58894682 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:10:05.975778 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0d98b347-e187-439c-a209-f7e88c388f9a req-5fe75a52-ed22-452e-8cb9-eceb0431a898 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebf9b728-b5c6-46ec-a157-8e9018c90e3d HTTP/1.1" status: 200 len: 217 time: 0.1089685 Nov 05 13:10:06.026371 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:06.053611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:06.061592 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1567c-8f91-4839-900c-1972c249bfb7 req-046b9b8d-e758-4b7e-9eb2-ba99af608239 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:06.063194 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7ba1567c-8f91-4839-900c-1972c249bfb7 req-046b9b8d-e758-4b7e-9eb2-ba99af608239 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1976762 Nov 05 13:10:06.068177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'port_id': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'mac_address': 'fa:16:3e:44:2b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:10:06.072433 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98b347-e187-439c-a209-f7e88c388f9a req-c5dfd12d-df38-4e11-885a-19b023bfedea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:06.073938 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0d98b347-e187-439c-a209-f7e88c388f9a req-c5dfd12d-df38-4e11-885a-19b023bfedea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc HTTP/1.1" status: 200 len: 853 time: 0.0902224 Nov 05 13:10:06.123343 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:06.138428 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0d98b347-e187-439c-a209-f7e88c388f9a req-452e791f-cc1e-40f0-a087-0f56c3ed3c36 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29b620bc-f47e-4601-99cc-66a76991610b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503278 Nov 05 13:10:06.141214 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fb28d9-4dd7-40ca-b8ed-a47e58894682 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:10:06.156148 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:06.159116 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:06.161472 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:06.198806 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7ba1567c-8f91-4839-900c-1972c249bfb7 req-5f7eeb34-ed99-4624-ac61-755b6e9046e1 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279895 Nov 05 13:10:06.230298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=44fb28d9-4dd7-40ca-b8ed-a47e58894682,revision_number=9']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:06.233647 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:06.293897 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0d98b347-e187-439c-a209-f7e88c388f9a req-1586fe28-0567-4833-b72e-436238056fb4 service neutron] 10.222.0.64 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462114 Nov 05 13:10:06.435478 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0d98b347-e187-439c-a209-f7e88c388f9a req-93a63091-889e-45f7-bc6f-292e0ba30b01 service neutron] 10.222.0.64 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340749 Nov 05 13:10:06.454066 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['44fb28d9-4dd7-40ca-b8ed-a47e58894682'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:10:06.871446 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-df2198d4-98f5-42c5-bc55-e2ee065d26ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:06.970478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3798e-0948-4395-897e-44ca2fddd8eb req-eebfd34c-27d0-46b4-ae01-f14daf8c2dcd tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:06.972066 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57e3798e-0948-4395-897e-44ca2fddd8eb req-eebfd34c-27d0-46b4-ae01-f14daf8c2dcd tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 944 time: 0.1503160 Nov 05 13:10:06.978384 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae256e8-34c1-4e2f-87cd-b29e23cd56fd req-ec3e6305-84cc-4181-b01b-d196b18c4dc2 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:06.979844 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5ae256e8-34c1-4e2f-87cd-b29e23cd56fd req-ec3e6305-84cc-4181-b01b-d196b18c4dc2 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 944 time: 0.1235096 Nov 05 13:10:07.257532 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57e3798e-0948-4395-897e-44ca2fddd8eb req-8ccbfa05-8ad4-473c-823f-f3a9ef1d09a1 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765970 Nov 05 13:10:07.261161 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5ae256e8-34c1-4e2f-87cd-b29e23cd56fd req-92b40e70-2724-48bd-8f7c-3d5c1155a8d4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647361 Nov 05 13:10:07.444562 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06547b92-8c68-4034-87ed-e689a4f0fb24 req-677aa22d-d64e-4dcb-9928-296dfde6dbba tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:07.446177 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-06547b92-8c68-4034-87ed-e689a4f0fb24 req-677aa22d-d64e-4dcb-9928-296dfde6dbba tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0796716 Nov 05 13:10:07.498330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:07.498573 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-06547b92-8c68-4034-87ed-e689a4f0fb24 req-4e6d886f-9d8b-4c05-8fa6-6f978cb77290 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460668 Nov 05 13:10:07.917630 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ebf9b728-b5c6-46ec-a157-8e9018c90e3d details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:10:07.923293 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 44fb28d9-4dd7-40ca-b8ed-a47e58894682 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:08.043094 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-395b106a-d5db-4ebc-b849-9cb7c0be8610 req-215f51e1-f913-41d5-a7b6-2fc5c809be5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b43d64e03dae48b49fa2e51483228c89&device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 1099 time: 0.1118629 Nov 05 13:10:08.104127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:08.104545 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:08.162669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ebf9b728-b5c6-46ec-a157-8e9018c90e3d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebf9b728-b5c6-46ec-a157-8e9018c90e3d,segment=NetworkSegment(f30df5b8-bd26-4d05-83e0-1b5b1d1271c6),segment_id=f30df5b8-bd26-4d05-83e0-1b5b1d1271c6)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:08.187695 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'ebf9b728-b5c6-46ec-a157-8e9018c90e3d', 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b', 'port_id': 'ebf9b728-b5c6-46ec-a157-8e9018c90e3d', 'mac_address': 'fa:16:3e:4e:3a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:10:08.192251 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68374c-46bd-49c3-99f0-a4843201471a req-c5fbef4a-f4de-49ea-82bc-fbe6c997aaa0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:08.193859 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-df68374c-46bd-49c3-99f0-a4843201471a req-c5fbef4a-f4de-49ea-82bc-fbe6c997aaa0 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1949863 Nov 05 13:10:08.238221 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b106a-d5db-4ebc-b849-9cb7c0be8610 req-ae429c50-633f-440e-b2e0-cb4ed8e656ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:08.239813 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-395b106a-d5db-4ebc-b849-9cb7c0be8610 req-ae429c50-633f-440e-b2e0-cb4ed8e656ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 200 len: 919 time: 0.1890016 Nov 05 13:10:08.324937 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-395b106a-d5db-4ebc-b849-9cb7c0be8610 req-310073aa-97ed-4d2c-8046-308e7e04eeef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c051fd12-8d69-44cf-9631-93671f47abe5 HTTP/1.1" status: 200 len: 217 time: 0.0759869 Nov 05 13:10:08.327843 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-df68374c-46bd-49c3-99f0-a4843201471a req-50f21046-26db-4174-b316-45192158d14b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264317 Nov 05 13:10:08.412020 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b106a-d5db-4ebc-b849-9cb7c0be8610 req-b5c89089-ace6-440f-805b-9798addd7d52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:08.413885 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-395b106a-d5db-4ebc-b849-9cb7c0be8610 req-b5c89089-ace6-440f-805b-9798addd7d52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=08a9b97a-1593-4dbd-a30d-05fe4260c2e5 HTTP/1.1" status: 200 len: 858 time: 0.0827019 Nov 05 13:10:08.442277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:08.471206 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:08.481508 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebf9b728-b5c6-46ec-a157-8e9018c90e3d {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:10:08.510037 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ebf9b728-b5c6-46ec-a157-8e9018c90e3d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebf9b728-b5c6-46ec-a157-8e9018c90e3d,segment=NetworkSegment(f30df5b8-bd26-4d05-83e0-1b5b1d1271c6),segment_id=f30df5b8-bd26-4d05-83e0-1b5b1d1271c6)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:08.514861 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:10:08.522982 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:08.525726 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:08.542034 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-395b106a-d5db-4ebc-b849-9cb7c0be8610 req-03bd3052-e24a-45a2-8341-1f15f6bfa85f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57eedc5a-79de-4f09-b854-e1e702ceba2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898852 Nov 05 13:10:08.562933 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:08.572729 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:08.598484 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ebf9b728-b5c6-46ec-a157-8e9018c90e3d,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:08.604996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:08.605524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:08.675300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=44fb28d9-4dd7-40ca-b8ed-a47e58894682,revision_number=10']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:08.679851 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:08.717700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7e1b8-9252-4961-8ce6-ae1ce843c15a req-67fdea2c-47ae-44e6-a355-a54b6b78882c tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:08.719305 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-52f7e1b8-9252-4961-8ce6-ae1ce843c15a req-67fdea2c-47ae-44e6-a355-a54b6b78882c tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 944 time: 0.3098428 Nov 05 13:10:08.728421 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72041f50-ce62-412a-833b-f368bdc74a94 req-33821f12-cfa4-4207-b1f0-a8b4acd30c02 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:08.729909 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-72041f50-ce62-412a-833b-f368bdc74a94 req-33821f12-cfa4-4207-b1f0-a8b4acd30c02 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 944 time: 0.2415047 Nov 05 13:10:08.770536 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:08.789878 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-395b106a-d5db-4ebc-b849-9cb7c0be8610 req-889c04b2-1448-40a5-9ae0-7f62d89d632d service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363544 Nov 05 13:10:08.797899 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['ebf9b728-b5c6-46ec-a157-8e9018c90e3d'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:10:08.874285 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-52f7e1b8-9252-4961-8ce6-ae1ce843c15a req-dd873665-6e71-43aa-952a-5019789be59e tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416731 Nov 05 13:10:08.878554 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-72041f50-ce62-412a-833b-f368bdc74a94 req-1c6c68de-f75e-44e2-b11f-b05b5e9e1b59 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289148 Nov 05 13:10:08.961287 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'code': 200} Nov 05 13:10:08.978739 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-395b106a-d5db-4ebc-b849-9cb7c0be8610 req-d5a752d4-b627-4330-85e0-bb75fa0c72d7 service neutron] 10.222.0.64 "GET /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753073 Nov 05 13:10:09.609110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac374c80-4862-4e2a-93e2-8819668d38bf req-723a1a0b-c7fa-400a-be53-314d8804e0d6 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:09.610686 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ac374c80-4862-4e2a-93e2-8819668d38bf req-723a1a0b-c7fa-400a-be53-314d8804e0d6 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1452024 Nov 05 13:10:09.614816 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a014b625-d8d1-49d2-82c5-73ceafb4d5bc req-54e8b323-8186-4c9a-88c7-06feff41d61a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 1099 time: 0.1092157 Nov 05 13:10:09.694459 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ac374c80-4862-4e2a-93e2-8819668d38bf req-1fbefea1-8c44-4860-8650-0c311e43c52d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773773 Nov 05 13:10:09.701450 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a014b625-d8d1-49d2-82c5-73ceafb4d5bc req-2073c0b4-d1ef-49e7-92ee-37d32445e4de service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671656 Nov 05 13:10:09.935473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ebf9b728-b5c6-46ec-a157-8e9018c90e3d up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:10:10.007838 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port ebf9b728-b5c6-46ec-a157-8e9018c90e3d completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:10:10.014028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port ebf9b728-b5c6-46ec-a157-8e9018c90e3d triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:10:10.014444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.132822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.156081 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec5423-41ee-44d5-946a-50b622d8c5e5 req-7d445d46-3a9d-42bb-91cb-df8d94678e77 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:10.157733 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d5ec5423-41ee-44d5-946a-50b622d8c5e5 req-7d445d46-3a9d-42bb-91cb-df8d94678e77 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 945 time: 0.1536844 Nov 05 13:10:10.164470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f305a1-377d-4c5c-9c8d-b22efee1d500 req-07fc5f04-93a2-4557-8b95-311972dc27ed tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:10.165992 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-04f305a1-377d-4c5c-9c8d-b22efee1d500 req-07fc5f04-93a2-4557-8b95-311972dc27ed tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 946 time: 0.1251407 Nov 05 13:10:10.166233 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ebf9b728-b5c6-46ec-a157-8e9018c90e3d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebf9b728-b5c6-46ec-a157-8e9018c90e3d,segment=NetworkSegment(f30df5b8-bd26-4d05-83e0-1b5b1d1271c6),segment_id=f30df5b8-bd26-4d05-83e0-1b5b1d1271c6)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:10.169609 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:10.171616 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:10.238048 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ebf9b728-b5c6-46ec-a157-8e9018c90e3d,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:10.242152 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:10.245587 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d5ec5423-41ee-44d5-946a-50b622d8c5e5 req-a8f8b8d4-a21e-4afc-9428-a626c04786f5 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786040 Nov 05 13:10:10.250518 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-04f305a1-377d-4c5c-9c8d-b22efee1d500 req-f3de0505-cc82-4250-86ee-dfe9e7e660fe tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674524 Nov 05 13:10:10.911192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea19a0f-9b09-4336-8a25-77cbdf133519 req-a46fd0e4-91b3-47e5-ba8c-5825ea67329d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:10.912937 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8ea19a0f-9b09-4336-8a25-77cbdf133519 req-a46fd0e4-91b3-47e5-ba8c-5825ea67329d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0865393 Nov 05 13:10:10.963177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38551a0-949b-475a-988b-baa5dbbee43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf9b728-b5c6-46ec-a157-8e9018c90e3d'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:10:10.970833 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8ea19a0f-9b09-4336-8a25-77cbdf133519 req-a5ddca7a-28ba-4171-a44e-98772641fa3e tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495639 Nov 05 13:10:11.020047 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38551a0-949b-475a-988b-baa5dbbee43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebf9b728-b5c6-46ec-a157-8e9018c90e3d', 'code': 200} Nov 05 13:10:11.307389 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d543ca93-6889-4c31-8488-a3f1451c5c72 req-963ce26d-776b-4d86-b07a-b03175e7788b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 1099 time: 0.0875852 Nov 05 13:10:11.367957 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d543ca93-6889-4c31-8488-a3f1451c5c72 req-f282794d-2c20-4812-aa96-938ae83dbbfd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496254 Nov 05 13:10:11.535353 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced61092-f51d-4af6-8f5a-4400f4bf3d95 req-97d45a32-7bd8-4549-bd89-a529a142ee70 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:11.536974 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ced61092-f51d-4af6-8f5a-4400f4bf3d95 req-97d45a32-7bd8-4549-bd89-a529a142ee70 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 946 time: 0.1626587 Nov 05 13:10:11.547597 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2128dfc-ebe4-40b4-914c-abca2e4b611e req-a464a10f-786b-4563-9a52-ab4a982ac69a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:11.549172 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e2128dfc-ebe4-40b4-914c-abca2e4b611e req-a464a10f-786b-4563-9a52-ab4a982ac69a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 946 time: 0.1336627 Nov 05 13:10:11.631526 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ced61092-f51d-4af6-8f5a-4400f4bf3d95 req-d20cc63f-f486-4eb4-869a-b2a9b3aa006b tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812271 Nov 05 13:10:11.633645 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e2128dfc-ebe4-40b4-914c-abca2e4b611e req-799fd774-5149-4e37-9b2f-86ccfb472e44 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687916 Nov 05 13:10:12.188062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bd53b-eeb0-4deb-ae02-da54297c65cd req-dda60000-b2a1-42de-9512-00e0fabd1645 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:12.189667 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-653bd53b-eeb0-4deb-ae02-da54297c65cd req-dda60000-b2a1-42de-9512-00e0fabd1645 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0839548 Nov 05 13:10:12.237562 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-653bd53b-eeb0-4deb-ae02-da54297c65cd req-445268a6-1929-43a0-94e3-1ef180afd498 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411875 Nov 05 13:10:12.890686 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38ffc9-433b-40a9-8257-2c764626120e req-8483e8b9-0c2e-41b3-b494-458c52a9eab8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:12.892465 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2b38ffc9-433b-40a9-8257-2c764626120e req-8483e8b9-0c2e-41b3-b494-458c52a9eab8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 946 time: 0.1035004 Nov 05 13:10:13.015086 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2b38ffc9-433b-40a9-8257-2c764626120e req-a185249a-4467-4a82-91ae-f39242fab3f9 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656450 Nov 05 13:10:13.030463 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a148a-64ab-4644-998b-8096434cd8dc req-1bc204da-12ed-4d55-b965-a798aeb2de92 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:13.032023 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ce7a148a-64ab-4644-998b-8096434cd8dc req-1bc204da-12ed-4d55-b965-a798aeb2de92 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 946 time: 0.1343977 Nov 05 13:10:13.081762 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ce7a148a-64ab-4644-998b-8096434cd8dc req-a7bc040f-dce2-422d-a303-3406c56908d6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435627 Nov 05 13:10:13.544178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef58e5-645c-4114-a680-305f5815e9f2 req-d5985567-1cbd-4692-88d7-6fdc34efa292 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:13.545783 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-75ef58e5-645c-4114-a680-305f5815e9f2 req-d5985567-1cbd-4692-88d7-6fdc34efa292 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.1002517 Nov 05 13:10:13.605872 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-75ef58e5-645c-4114-a680-305f5815e9f2 req-508f9378-4b38-4150-9933-4eff5e2fad6f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500154 Nov 05 13:10:14.855287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06dd55-4a29-4962-a258-255213d98fa0 req-7fb41fa3-67de-4f09-8c50-1e393c5cd728 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:14.856904 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d06dd55-4a29-4962-a258-255213d98fa0 req-7fb41fa3-67de-4f09-8c50-1e393c5cd728 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.0824606 Nov 05 13:10:14.908287 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d06dd55-4a29-4962-a258-255213d98fa0 req-57c4b9d7-6aa6-4f24-86f2-4523b2b19978 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448096 Nov 05 13:10:16.116622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595d31c-a803-4eaf-9691-b72896d22133 req-c3e20701-f16d-4f21-899d-5a27c0e98058 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:16.118236 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b595d31c-a803-4eaf-9691-b72896d22133 req-c3e20701-f16d-4f21-899d-5a27c0e98058 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.0854337 Nov 05 13:10:16.169653 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b595d31c-a803-4eaf-9691-b72896d22133 req-978a7fe6-6fc6-41cf-ad41-93701d5de648 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453887 Nov 05 13:10:16.170205 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:16.939053 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d25d0b-ec9f-4c6b-bee6-240da0844fcc req-104ec62a-0c24-4c3f-a2a8-7938e997e174 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:16.940682 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-07d25d0b-ec9f-4c6b-bee6-240da0844fcc req-104ec62a-0c24-4c3f-a2a8-7938e997e174 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.0856254 Nov 05 13:10:16.989862 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-07d25d0b-ec9f-4c6b-bee6-240da0844fcc req-247a6620-f0cb-425e-b9a6-57904ebc6abb tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Nov 05 13:10:17.387352 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631703c4-e3c4-4975-847f-6a09ada4f1fa req-7731875e-11d4-4781-9ac0-44792168127c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:17.388891 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-631703c4-e3c4-4975-847f-6a09ada4f1fa req-7731875e-11d4-4781-9ac0-44792168127c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.0895796 Nov 05 13:10:17.436639 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-631703c4-e3c4-4975-847f-6a09ada4f1fa req-a41a1dce-45e7-4d01-a2a7-7e3e3ab2057b tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415697 Nov 05 13:10:18.194503 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fbfdb-384b-4f21-82a8-6d6a4ca6f001 req-93425e8f-54a8-44b5-a775-25de211fdddb tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:18.196093 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e71fbfdb-384b-4f21-82a8-6d6a4ca6f001 req-93425e8f-54a8-44b5-a775-25de211fdddb tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.0809770 Nov 05 13:10:18.247373 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e71fbfdb-384b-4f21-82a8-6d6a4ca6f001 req-b54ccdb5-ac1f-4b69-abc5-60df5b9dd743 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Nov 05 13:10:18.642816 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613340a-af86-47e6-93d4-15a6bbdc4b56 req-96068a00-2a9d-4914-98e1-4e1c92d1be92 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:18.644431 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b613340a-af86-47e6-93d4-15a6bbdc4b56 req-96068a00-2a9d-4914-98e1-4e1c92d1be92 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.0848656 Nov 05 13:10:18.694406 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b613340a-af86-47e6-93d4-15a6bbdc4b56 req-3e0bdcbc-2efb-45c7-8e09-f71281aec771 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438678 Nov 05 13:10:19.457829 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387f60b-ef6d-4021-9a5f-d01fc98e2804 req-a7f5ec17-c690-4e81-8cf0-41e13eef110f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:19.459402 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9387f60b-ef6d-4021-9a5f-d01fc98e2804 req-a7f5ec17-c690-4e81-8cf0-41e13eef110f tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.0870681 Nov 05 13:10:19.507174 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9387f60b-ef6d-4021-9a5f-d01fc98e2804 req-daf9cb5a-a4e2-481a-977e-cef69798417b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414288 Nov 05 13:10:19.602269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969209e-5aba-4401-ac08-124c8796ecd9 req-e1618ca8-a00a-41f3-a774-7cd5c6ff5f07 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:19.603944 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e969209e-5aba-4401-ac08-124c8796ecd9 req-e1618ca8-a00a-41f3-a774-7cd5c6ff5f07 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.64 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 945 time: 0.0826886 Nov 05 13:10:19.689812 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-e969209e-5aba-4401-ac08-124c8796ecd9 req-4a80c3c9-b5d4-486a-86d3-6fa14d684900 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Deleting port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:10:19.690277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e969209e-5aba-4401-ac08-124c8796ecd9 req-4a80c3c9-b5d4-486a-86d3-6fa14d684900 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:20.196478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-e969209e-5aba-4401-ac08-124c8796ecd9 req-4a80c3c9-b5d4-486a-86d3-6fa14d684900 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] For port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:20.196806 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e969209e-5aba-4401-ac08-124c8796ecd9 req-4a80c3c9-b5d4-486a-86d3-6fa14d684900 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:20.327890 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf76c5-43bb-419e-a8af-58d4bd7dfef5 req-02a4dbdf-3c70-49ef-9bbc-be597222bd15 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:20.329539 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-83cf76c5-43bb-419e-a8af-58d4bd7dfef5 req-02a4dbdf-3c70-49ef-9bbc-be597222bd15 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.4916453 Nov 05 13:10:20.336804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-e969209e-5aba-4401-ac08-124c8796ecd9 req-4a80c3c9-b5d4-486a-86d3-6fa14d684900 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Calling delete_port for 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:10:20.449044 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-83cf76c5-43bb-419e-a8af-58d4bd7dfef5 req-de0704d1-b4bf-4562-a024-95f8d569eb95 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838611 Nov 05 13:10:20.520900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e969209e-5aba-4401-ac08-124c8796ecd9 req-4a80c3c9-b5d4-486a-86d3-6fa14d684900 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:20.526842 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:20.536062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['c051fd12-8d69-44cf-9631-93671f47abe5', '71e73c4b-29c9-44c9-a06b-cbe4f55b1d02'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:10:20.570423 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80c3c9-b5d4-486a-86d3-6fa14d684900 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Pushing event deleted for resources: {'Port': ['ID=71e73c4b-29c9-44c9-a06b-cbe4f55b1d02,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:20.573421 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4a80c3c9-b5d4-486a-86d3-6fa14d684900 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:20.709903 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-e969209e-5aba-4401-ac08-124c8796ecd9 req-4a80c3c9-b5d4-486a-86d3-6fa14d684900 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] No DVR routers for this DVR port 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:10:20.715766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e969209e-5aba-4401-ac08-124c8796ecd9 req-4a80c3c9-b5d4-486a-86d3-6fa14d684900 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:20.720579 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0ddc1ef1-37f2-402a-9bb9-d2521126c4bf req-22914e94-03df-42bb-98d7-8025d1244b94 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=95ea64e3-f315-4c57-a4f5-bff3a742ab05 HTTP/1.1" status: 200 len: 210 time: 0.0580542 Nov 05 13:10:20.721389 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ea64e3-f315-4c57-a4f5-bff3a742ab05', 'name': 'network-vif-deleted', 'tag': '71e73c4b-29c9-44c9-a06b-cbe4f55b1d02'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:10:20.747330 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e969209e-5aba-4401-ac08-124c8796ecd9 req-4a80c3c9-b5d4-486a-86d3-6fa14d684900 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.64 "DELETE /v2.0/ports/71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 HTTP/1.1" status: 204 len: 173 time: 1.1377883 Nov 05 13:10:20.783619 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ea64e3-f315-4c57-a4f5-bff3a742ab05', 'name': 'network-vif-deleted', 'tag': '71e73c4b-29c9-44c9-a06b-cbe4f55b1d02', 'status': 'completed', 'code': 200} Nov 05 13:10:21.465830 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:10:21.673647 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210754c9-d224-4946-9cae-6a390f9f78c5 req-79947a6d-7591-44f0-9471-1ff304afef52 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:21.675281 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-210754c9-d224-4946-9cae-6a390f9f78c5 req-79947a6d-7591-44f0-9471-1ff304afef52 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.0895581 Nov 05 13:10:21.724174 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-210754c9-d224-4946-9cae-6a390f9f78c5 req-05e35e06-2301-44fe-abb5-6bd4d75564a7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 Nov 05 13:10:22.234539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada4a35-3101-4df2-8254-6ab8159820ff req-30f0d482-acdc-4c1c-ae2e-18b384336cce tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:22.235292 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-9ada4a35-3101-4df2-8254-6ab8159820ff req-30f0d482-acdc-4c1c-ae2e-18b384336cce tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Synchronizing usage tracker for tenant:b43d64e03dae48b49fa2e51483228c89 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:10:22.249588 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-9ada4a35-3101-4df2-8254-6ab8159820ff req-30f0d482-acdc-4c1c-ae2e-18b384336cce tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Unset dirty status for tenant:b43d64e03dae48b49fa2e51483228c89 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:10:22.250808 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9ada4a35-3101-4df2-8254-6ab8159820ff req-30f0d482-acdc-4c1c-ae2e-18b384336cce tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1054296 Nov 05 13:10:22.303042 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9ada4a35-3101-4df2-8254-6ab8159820ff req-dd53eb28-178b-4c1e-9b23-19dee4b4b684 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458748 Nov 05 13:10:22.932316 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856cd3d-5929-4cf6-bae4-ed2d45167c28 req-709fa444-7cf6-4473-b65d-75ad4737fff0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:22.933841 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9856cd3d-5929-4cf6-bae4-ed2d45167c28 req-709fa444-7cf6-4473-b65d-75ad4737fff0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.0809934 Nov 05 13:10:22.982997 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9856cd3d-5929-4cf6-bae4-ed2d45167c28 req-452eaa4f-4964-4d01-8ba2-0425e15e03cd tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428503 Nov 05 13:10:23.511607 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56162f7-c480-4553-8fd3-5295c530819b req-02b0986e-8734-478b-84ab-ad2c1740e31b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:23.513873 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a56162f7-c480-4553-8fd3-5295c530819b req-02b0986e-8734-478b-84ab-ad2c1740e31b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0887265 Nov 05 13:10:23.567604 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a56162f7-c480-4553-8fd3-5295c530819b req-d83efab4-9cfe-4d80-9873-97136654506a tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470102 Nov 05 13:10:24.027753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:10:24.067124 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:10:24.067525 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 71e73c4b-29c9-44c9-a06b-cbe4f55b1d02 not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:10:24.319488 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f58151-83c3-4c16-adac-3fdabba22923 req-7c20b341-23fc-4a46-be1c-054f2c14847b tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:24.321016 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-98f58151-83c3-4c16-adac-3fdabba22923 req-7c20b341-23fc-4a46-be1c-054f2c14847b tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.0832458 Nov 05 13:10:24.376796 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-98f58151-83c3-4c16-adac-3fdabba22923 req-3e1ec3f6-a336-4bd5-bd6e-fa30abb4f55d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495057 Nov 05 13:10:24.929264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b3d4a-0915-487d-bd47-7fc2d47029cc req-80d39cf5-637e-460d-a336-4f6210541748 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:24.930787 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d2b3d4a-0915-487d-bd47-7fc2d47029cc req-80d39cf5-637e-460d-a336-4f6210541748 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.2173045 Nov 05 13:10:24.944396 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e1c17-e449-4a62-b0ef-532f5b19b5c4 req-4251c7fa-9d1b-4261-9e9d-af6f935a7b20 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:24.945992 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-675e1c17-e449-4a62-b0ef-532f5b19b5c4 req-4251c7fa-9d1b-4261-9e9d-af6f935a7b20 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1886683 Nov 05 13:10:24.949784 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3b2f48fe-3433-4b04-8ed5-c98cdee9197d req-35b8b9d7-226e-46d3-86c0-8ed0b84664b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8db93a34e48c471ab1b85908fe2989f5&device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 1098 time: 0.1542513 Nov 05 13:10:25.137234 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d2b3d4a-0915-487d-bd47-7fc2d47029cc req-4cf245c7-ac08-4b1b-a0b9-e0297847d58a tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989460 Nov 05 13:10:25.141432 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-675e1c17-e449-4a62-b0ef-532f5b19b5c4 req-ee422403-862a-4de2-a6b6-77bb6cd6312d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745970 Nov 05 13:10:25.169169 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f48fe-3433-4b04-8ed5-c98cdee9197d req-a58656b5-3747-4d3c-8ab8-716ebf005b7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:25.170757 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3b2f48fe-3433-4b04-8ed5-c98cdee9197d req-a58656b5-3747-4d3c-8ab8-716ebf005b7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 HTTP/1.1" status: 200 len: 912 time: 0.2051551 Nov 05 13:10:25.278885 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3b2f48fe-3433-4b04-8ed5-c98cdee9197d req-6cfa4275-f8cf-432c-ae19-c1a2b307918e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5321808d-455d-475a-844d-765963b971fa HTTP/1.1" status: 200 len: 1001 time: 0.1002502 Nov 05 13:10:25.352435 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f48fe-3433-4b04-8ed5-c98cdee9197d req-24e19ee5-7821-4ee7-a8ad-6709acf544f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:25.354027 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3b2f48fe-3433-4b04-8ed5-c98cdee9197d req-24e19ee5-7821-4ee7-a8ad-6709acf544f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8287a2bf-ff22-4f26-bea6-b3544de4550c HTTP/1.1" status: 200 len: 850 time: 0.0672166 Nov 05 13:10:25.439405 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3b2f48fe-3433-4b04-8ed5-c98cdee9197d req-ac3dbf47-d6fe-47f0-830e-3f083828d231 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748570 Nov 05 13:10:25.590854 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3b2f48fe-3433-4b04-8ed5-c98cdee9197d req-14b92631-b9e6-4780-bc26-da62e5d154d9 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384072 Nov 05 13:10:25.736278 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3b2f48fe-3433-4b04-8ed5-c98cdee9197d req-8e22bcca-71dc-423d-b5b1-7ddab3d4dea5 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362765 Nov 05 13:10:26.413747 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d376272-882a-478e-8af5-4a444cab0a43 req-b98083d0-2de6-46f7-a78c-8c826e297d50 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:26.415318 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2d376272-882a-478e-8af5-4a444cab0a43 req-b98083d0-2de6-46f7-a78c-8c826e297d50 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.1505141 Nov 05 13:10:26.425432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f094c-3653-4848-a4b1-32d4ea00505f req-82dcf068-4781-4461-b359-6208432fc163 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:26.427676 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-132f094c-3653-4848-a4b1-32d4ea00505f req-82dcf068-4781-4461-b359-6208432fc163 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.1614223 Nov 05 13:10:26.507427 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2d376272-882a-478e-8af5-4a444cab0a43 req-db16bebb-0248-4da9-9b0d-2a4b19cd3c1b tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787201 Nov 05 13:10:26.511084 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-132f094c-3653-4848-a4b1-32d4ea00505f req-21d263c2-84c8-4563-a275-9d509a3eaf58 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683820 Nov 05 13:10:27.982273 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8267c-4ec1-4c89-9bf1-b996cf8eff95 req-c38d6b94-90c8-4ef1-8fc7-47c1b2f60538 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:27.983887 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-51e8267c-4ec1-4c89-9bf1-b996cf8eff95 req-c38d6b94-90c8-4ef1-8fc7-47c1b2f60538 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.3456993 Nov 05 13:10:27.990422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4182213-e9a3-4533-a99f-2bffaea23884 req-26eea2cd-38e1-48ae-820d-e3ff6c01993b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:27.991928 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e4182213-e9a3-4533-a99f-2bffaea23884 req-26eea2cd-38e1-48ae-820d-e3ff6c01993b tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.3551619 Nov 05 13:10:28.070388 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-51e8267c-4ec1-4c89-9bf1-b996cf8eff95 req-4cdbe9cd-d2bb-4ea8-9b27-b1f8aec51bf4 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773637 Nov 05 13:10:28.072979 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e4182213-e9a3-4533-a99f-2bffaea23884 req-564aee96-5335-4c53-a1c5-4f7be118cfc1 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658169 Nov 05 13:10:28.863971 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd327b-7857-48cc-95e5-2c16e467b6ec req-129bb2db-b935-4a42-9a60-3c9753d8ea0d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:28.865566 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-eedd327b-7857-48cc-95e5-2c16e467b6ec req-129bb2db-b935-4a42-9a60-3c9753d8ea0d tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.0887644 Nov 05 13:10:28.944952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-eedd327b-7857-48cc-95e5-2c16e467b6ec req-74419d3b-76fb-4648-8b68-d41eb2af1505 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Deleting port c051fd12-8d69-44cf-9631-93671f47abe5 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:10:28.945271 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-eedd327b-7857-48cc-95e5-2c16e467b6ec req-74419d3b-76fb-4648-8b68-d41eb2af1505 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:29.207904 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-eedd327b-7857-48cc-95e5-2c16e467b6ec req-74419d3b-76fb-4648-8b68-d41eb2af1505 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] For port c051fd12-8d69-44cf-9631-93671f47abe5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c051fd12-8d69-44cf-9631-93671f47abe5,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:29.208462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-eedd327b-7857-48cc-95e5-2c16e467b6ec req-74419d3b-76fb-4648-8b68-d41eb2af1505 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:29.374426 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-eedd327b-7857-48cc-95e5-2c16e467b6ec req-74419d3b-76fb-4648-8b68-d41eb2af1505 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Calling delete_port for c051fd12-8d69-44cf-9631-93671f47abe5 owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:10:29.494787 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3a076-c84a-432b-93d8-cb8506e95c40 req-042360ee-0e0d-462a-b52a-4b794c6defec tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:29.497188 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cfa3a076-c84a-432b-93d8-cb8506e95c40 req-042360ee-0e0d-462a-b52a-4b794c6defec tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d6f7693-d998-47a8-a0b1-5439d63ebfa7 HTTP/1.1" status: 200 len: 946 time: 0.2927830 Nov 05 13:10:29.610843 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cfa3a076-c84a-432b-93d8-cb8506e95c40 req-d46bc548-03e9-41df-8f76-6c976de711dd tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.39 "GET /v2.0/security-groups?id=a194f8f7-e68e-4ca1-8854-c1912cc88c96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044595 Nov 05 13:10:29.612303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-eedd327b-7857-48cc-95e5-2c16e467b6ec req-74419d3b-76fb-4648-8b68-d41eb2af1505 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:29.619040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dd339250-a6a6-4fca-b908-9c98c3232ff3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:29.629850 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['c051fd12-8d69-44cf-9631-93671f47abe5'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:10:29.669998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74419d3b-76fb-4648-8b68-d41eb2af1505 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Pushing event deleted for resources: {'Port': ['ID=c051fd12-8d69-44cf-9631-93671f47abe5,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:29.674369 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-74419d3b-76fb-4648-8b68-d41eb2af1505 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:29.745106 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedd327b-7857-48cc-95e5-2c16e467b6ec req-74419d3b-76fb-4648-8b68-d41eb2af1505 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] No DVR routers for this DVR port c051fd12-8d69-44cf-9631-93671f47abe5 on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:10:29.747515 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-eedd327b-7857-48cc-95e5-2c16e467b6ec req-74419d3b-76fb-4648-8b68-d41eb2af1505 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:29.750285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6f7693-d998-47a8-a0b1-5439d63ebfa7', 'name': 'network-vif-deleted', 'tag': 'c051fd12-8d69-44cf-9631-93671f47abe5'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:10:29.765160 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-eedd327b-7857-48cc-95e5-2c16e467b6ec req-74419d3b-76fb-4648-8b68-d41eb2af1505 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] 10.222.0.64 "DELETE /v2.0/ports/c051fd12-8d69-44cf-9631-93671f47abe5 HTTP/1.1" status: 204 len: 173 time: 0.8870180 Nov 05 13:10:29.810208 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6f7693-d998-47a8-a0b1-5439d63ebfa7', 'name': 'network-vif-deleted', 'tag': 'c051fd12-8d69-44cf-9631-93671f47abe5', 'status': 'completed', 'code': 200} Nov 05 13:10:30.731366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 50366) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:31.157147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854100843'] for router_interface, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:31.773544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] Deleting port f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:10:31.774111 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:31.961819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] For port f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3,segment=NetworkSegment(0ad5159f-452a-454f-b27c-f059171423df),segment_id=0ad5159f-452a-454f-b27c-f059171423df)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:31.962217 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:32.088458 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] Calling delete_port for f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 owned by network:router_interface {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:10:32.395867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:32.400034 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4a71128f-6775-4885-b27f-117f3cb8c363 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:32.643065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:32.645994 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:32.933182 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853640454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100929'] for router_interface, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:33.542536 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] Router 630ae94d-96d9-4cf6-825a-dd7afebb1666 has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:10:33.761533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:10:33.772157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7497a-7982-4bbc-b163-b2f02257d1db None None] Sync routers for ids ['630ae94d-96d9-4cf6-825a-dd7afebb1666'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:10:33.775451 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] 10.222.0.39 "PUT /v2.0/routers/630ae94d-96d9-4cf6-825a-dd7afebb1666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0425422 Nov 05 13:10:33.778056 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 50382) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:33.785367 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7497a-7982-4bbc-b163-b2f02257d1db None None] Routers {'630ae94d-96d9-4cf6-825a-dd7afebb1666'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:10:33.786021 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d5d7497a-7982-4bbc-b163-b2f02257d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:10:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['630ae94d-96d9-4cf6-825a-dd7afebb1666'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:33.992036 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Notify callbacks [] for router, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:34.079992 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device c051fd12-8d69-44cf-9631-93671f47abe5 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:10:34.114714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: c051fd12-8d69-44cf-9631-93671f47abe5 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:10:34.115387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device c051fd12-8d69-44cf-9631-93671f47abe5 not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:10:34.145061 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d5d7497a-7982-4bbc-b163-b2f02257d1db None None] Set router 630ae94d-96d9-4cf6-825a-dd7afebb1666 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:10:34.202649 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:34.211633 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Deleting port 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:10:34.212016 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:34.400897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] For port 80c6a367-d248-4e14-a72d-c51fa5c7c1a0, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=80c6a367-d248-4e14-a72d-c51fa5c7c1a0,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:10:34.401222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:34.443147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d5d7497a-7982-4bbc-b163-b2f02257d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'name': 'tempest-ServerRescueNegativeTestJSON-876578157-router', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:58Z', 'updated_at': '2021-11-05T13:10:32Z', 'revision_number': 5, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'gw_port': {'id': '80c6a367-d248-4e14-a72d-c51fa5c7c1a0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:34.447170 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7497a-7982-4bbc-b163-b2f02257d1db None None] Checking router: 630ae94d-96d9-4cf6-825a-dd7afebb1666 for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:10:34.458786 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7497a-7982-4bbc-b163-b2f02257d1db None None] Routers {'630ae94d-96d9-4cf6-825a-dd7afebb1666'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:10:34.459424 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d5d7497a-7982-4bbc-b163-b2f02257d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:10:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['630ae94d-96d9-4cf6-825a-dd7afebb1666'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:34.528755 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Calling delete_port for 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 owned by network:router_gateway {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:10:34.554655 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e5f8c90c-ead8-4fa0-9ded-b1b52dd4297c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:34.619576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d5d7497a-7982-4bbc-b163-b2f02257d1db None None] Set router 630ae94d-96d9-4cf6-825a-dd7afebb1666 gateway port host: None {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:10:34.697855 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:34.702296 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-360ba192-0f49-4b80-a15f-e9421814a162 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:34.731395 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d5d7497a-7982-4bbc-b163-b2f02257d1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'name': 'tempest-ServerRescueNegativeTestJSON-876578157-router', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:58Z', 'updated_at': '2021-11-05T13:10:34Z', 'revision_number': 6, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'gw_port_host': None}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:34.735472 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d7497a-7982-4bbc-b163-b2f02257d1db None None] The sync data for ids ['630ae94d-96d9-4cf6-825a-dd7afebb1666'] in dv-cinder-815883-2-smb is: [{'id': '630ae94d-96d9-4cf6-825a-dd7afebb1666', 'name': 'tempest-ServerRescueNegativeTestJSON-876578157-router', 'tenant_id': 'b43d64e03dae48b49fa2e51483228c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:58Z', 'updated_at': '2021-11-05T13:10:34Z', 'revision_number': 6, 'project_id': 'b43d64e03dae48b49fa2e51483228c89', 'gw_port_host': None}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:10:34.747157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=80c6a367-d248-4e14-a72d-c51fa5c7c1a0,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:34.749974 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:35.204413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102140'] for router_gateway, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:35.474069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775535'] for router, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:35.478850 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:35.515033 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:10:35.558705 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:10:35.559012 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device f8f8a40f-d6e5-40ba-bb3d-0e71dd57bdd3 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:10:35.559444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:10:35.568950 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854120453'] for router, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:35.569552 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 630ae94d-96d9-4cf6-825a-dd7afebb1666 {{(pid=88181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:10:35.583486 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Notify callbacks [] for router, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:35.587187 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] 10.222.0.39 "DELETE /v2.0/routers/630ae94d-96d9-4cf6-825a-dd7afebb1666 HTTP/1.1" status: 204 len: 168 time: 1.8057113 Nov 05 13:10:35.587470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 50392) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:35.597809 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:10:35.598196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 80c6a367-d248-4e14-a72d-c51fa5c7c1a0 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:10:35.655289 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae68f702-fb11-444e-a382-570df3c3ca02 admin admin] Deleting subnet 08a9b97a-1593-4dbd-a30d-05fe4260c2e5 {{(pid=88181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:10:35.658571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae68f702-fb11-444e-a382-570df3c3ca02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:35.714496 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae68f702-fb11-444e-a382-570df3c3ca02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838499591'] for subnet, precommit_delete_associations {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:35.774187 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae68f702-fb11-444e-a382-570df3c3ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:35.842659 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae68f702-fb11-444e-a382-570df3c3ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838499661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16358380'] for subnet, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:35.847254 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:35.887331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68f702-fb11-444e-a382-570df3c3ca02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08a9b97a-1593-4dbd-a30d-05fe4260c2e5,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:35.890036 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ae68f702-fb11-444e-a382-570df3c3ca02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:35.892810 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae68f702-fb11-444e-a382-570df3c3ca02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:35.898903 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-ae68f702-fb11-444e-a382-570df3c3ca02 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/08a9b97a-1593-4dbd-a30d-05fe4260c2e5 HTTP/1.1" status: 204 len: 168 time: 0.3103685 Nov 05 13:10:35.901505 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 50396) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:36.011486 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:36.025499 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:36.160472 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:36.186437 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57eedc5a-79de-4f09-b854-e1e702ceba2c']}} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:36.199485 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad5159f-452a-454f-b27c-f059171423df') {'for_net_delete': True} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:36.199827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad5159f-452a-454f-b27c-f059171423df') {} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:10:36.213217 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16276208'] for segment, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:36.227698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:36.234066 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=88181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:10:36.234483 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16276573'] for segment, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:10:36.248313 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:10:36.326046 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:36.329856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:36.346472 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:36.353236 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] Pushing event deleted for resources: {'Network': ['ID=57eedc5a-79de-4f09-b854-e1e702ceba2c,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:36.357622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:36.364005 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8cb4cb9b-a9e7-4332-b0f5-48fdcde4f868 admin admin] 10.222.0.39 "DELETE /v2.0/networks/57eedc5a-79de-4f09-b854-e1e702ceba2c HTTP/1.1" status: 204 len: 168 time: 0.4614284 Nov 05 13:10:36.507174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 50406) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:36.561892 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-e1b9b391-2c6e-4de2-9968-4257130fcd3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b43d64e03dae48b49fa2e51483228c89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532892 Nov 05 13:10:36.564434 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 50410) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:36.629324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a325a7d5-984a-4f8a-a242-76edd04c4e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:36.657266 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a325a7d5-984a-4f8a-a242-76edd04c4e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:36.707620 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a325a7d5-984a-4f8a-a242-76edd04c4e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:36.714213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-74b45477-0d4b-486f-b6ba-ebb587eb6d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:36.732379 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325a7d5-984a-4f8a-a242-76edd04c4e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a194f8f7-e68e-4ca1-8854-c1912cc88c96,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:36.734845 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a325a7d5-984a-4f8a-a242-76edd04c4e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:36.745821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a325a7d5-984a-4f8a-a242-76edd04c4e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:36.747039 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a325a7d5-984a-4f8a-a242-76edd04c4e31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a194f8f7-e68e-4ca1-8854-c1912cc88c96 HTTP/1.1" status: 204 len: 168 time: 0.1816125 Nov 05 13:10:36.875269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8831a85-21b3-4c7d-8d00-5b3174578aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:37.498028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:38.774391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:39.428169 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50488) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:39.582202 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1f9e42c5-ab11-4385-98a9-82691f1b3595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:39.620098 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-1f9e42c5-ab11-4385-98a9-82691f1b3595 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:39.623697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-1f9e42c5-ab11-4385-98a9-82691f1b3595 admin admin] Usage tracker for resource:security_group_rule and tenant:844addb35fd7407b815909ebd0f76b27 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:39.626911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-1f9e42c5-ab11-4385-98a9-82691f1b3595 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:39.633864 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-1f9e42c5-ab11-4385-98a9-82691f1b3595 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:39.709999 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1f9e42c5-ab11-4385-98a9-82691f1b3595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:39.712703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1f9e42c5-ab11-4385-98a9-82691f1b3595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:39.720445 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-52d90116-955f-4591-b2fb-582819b9eaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:39.763668 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e42c5-ab11-4385-98a9-82691f1b3595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbe15f9-8464-4d89-a536-f368f477aaec,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:39.766906 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1f9e42c5-ab11-4385-98a9-82691f1b3595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:39.769275 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-1f9e42c5-ab11-4385-98a9-82691f1b3595 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=844addb35fd7407b815909ebd0f76b27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3399670 Nov 05 13:10:39.771937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50496) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:39.837049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aa0edfc9-bd4d-49f5-b8e0-28bcfc90a472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:39.864002 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aa0edfc9-bd4d-49f5-b8e0-28bcfc90a472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:39.906913 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aa0edfc9-bd4d-49f5-b8e0-28bcfc90a472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:39.912435 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cfc52af2-b655-4d6d-af66-c35b14528eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:39.923167 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0edfc9-bd4d-49f5-b8e0-28bcfc90a472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbe15f9-8464-4d89-a536-f368f477aaec,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:39.927443 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-aa0edfc9-bd4d-49f5-b8e0-28bcfc90a472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:39.931871 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aa0edfc9-bd4d-49f5-b8e0-28bcfc90a472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:39.933124 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-aa0edfc9-bd4d-49f5-b8e0-28bcfc90a472 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abbe15f9-8464-4d89-a536-f368f477aaec HTTP/1.1" status: 204 len: 168 time: 0.1601925 Nov 05 13:10:40.271974 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50506) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:40.293102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85d15387-81fe-4dd1-bd53-2ff96ae4dcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:40.325789 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-85d15387-81fe-4dd1-bd53-2ff96ae4dcb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:40.329784 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-85d15387-81fe-4dd1-bd53-2ff96ae4dcb5 admin admin] Usage tracker for resource:security_group_rule and tenant:4e986ca5462e41bc8314e3005a78ea5e is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:40.332929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-85d15387-81fe-4dd1-bd53-2ff96ae4dcb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:40.338822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-85d15387-81fe-4dd1-bd53-2ff96ae4dcb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:40.403906 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85d15387-81fe-4dd1-bd53-2ff96ae4dcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:40.406645 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-85d15387-81fe-4dd1-bd53-2ff96ae4dcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:40.413976 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4999f239-9c4f-40dc-b53f-26b2be7bf14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:40.459463 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d15387-81fe-4dd1-bd53-2ff96ae4dcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e56a66-96e0-4246-af91-df395350bc66,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:40.462569 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-85d15387-81fe-4dd1-bd53-2ff96ae4dcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:40.465250 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-85d15387-81fe-4dd1-bd53-2ff96ae4dcb5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e986ca5462e41bc8314e3005a78ea5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919317 Nov 05 13:10:40.467779 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50510) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:40.529534 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9696fea9-bdc7-43bb-bd81-d46942c2ecb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:40.558653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9696fea9-bdc7-43bb-bd81-d46942c2ecb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:40.604436 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9696fea9-bdc7-43bb-bd81-d46942c2ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:40.610107 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-de5d8432-6ee1-4711-bd5f-635734b5c206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:40.624256 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696fea9-bdc7-43bb-bd81-d46942c2ecb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e56a66-96e0-4246-af91-df395350bc66,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:40.627318 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9696fea9-bdc7-43bb-bd81-d46942c2ecb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:40.631456 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9696fea9-bdc7-43bb-bd81-d46942c2ecb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:40.635445 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-9696fea9-bdc7-43bb-bd81-d46942c2ecb3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27e56a66-96e0-4246-af91-df395350bc66 HTTP/1.1" status: 204 len: 168 time: 0.1667051 Nov 05 13:10:46.065752 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50622) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:46.178559 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:46.215352 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7224959b-426a-478c-82f5-206d26124522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:46.247249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-7224959b-426a-478c-82f5-206d26124522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:46.251166 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-7224959b-426a-478c-82f5-206d26124522 admin admin] Usage tracker for resource:security_group_rule and tenant:5071b7a6927f403c95c35dd23f72201b is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:46.254145 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-7224959b-426a-478c-82f5-206d26124522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:46.260577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-7224959b-426a-478c-82f5-206d26124522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:46.331473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7224959b-426a-478c-82f5-206d26124522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:46.334297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7224959b-426a-478c-82f5-206d26124522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:46.341628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6a4737c4-e12a-492e-8f7f-4e0abdc46c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:46.383641 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224959b-426a-478c-82f5-206d26124522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1cbcf9-8cc1-4ce6-9824-dedd0e129cc2,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:46.388695 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-7224959b-426a-478c-82f5-206d26124522 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5071b7a6927f403c95c35dd23f72201b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3218744 Nov 05 13:10:46.389677 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7224959b-426a-478c-82f5-206d26124522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:46.391420 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50628) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:46.452298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c9ccea9-614c-42c6-9419-899792ef31f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:46.479413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c9ccea9-614c-42c6-9419-899792ef31f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:46.524361 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c9ccea9-614c-42c6-9419-899792ef31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:46.529509 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-aa0edfc9-bd4d-49f5-b8e0-28bcfc90a472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:46.544557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ccea9-614c-42c6-9419-899792ef31f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1cbcf9-8cc1-4ce6-9824-dedd0e129cc2,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:46.548274 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7c9ccea9-614c-42c6-9419-899792ef31f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:46.551315 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c9ccea9-614c-42c6-9419-899792ef31f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:46.555468 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-7c9ccea9-614c-42c6-9419-899792ef31f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af1cbcf9-8cc1-4ce6-9824-dedd0e129cc2 HTTP/1.1" status: 204 len: 168 time: 0.1630330 Nov 05 13:10:46.679183 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a91d990-908a-4feb-bb72-c6ed5f8e9725 req-326dbb04-3cb8-429d-88aa-9bed46d6a357 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749404 Nov 05 13:10:46.781294 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a91d990-908a-4feb-bb72-c6ed5f8e9725 req-3430e2fe-90d7-4081-a6be-9f4f6f84154f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 1099 time: 0.0755694 Nov 05 13:10:46.906546 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50638) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:46.926811 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3db7a7a0-5b81-45d9-9024-3b3bbcf9ec95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:46.940264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91d990-908a-4feb-bb72-c6ed5f8e9725 req-5872cbf9-2123-4690-98f4-0e76c1bd9295 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:46.941944 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a91d990-908a-4feb-bb72-c6ed5f8e9725 req-5872cbf9-2123-4690-98f4-0e76c1bd9295 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 917 time: 0.1390762 Nov 05 13:10:46.963511 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-3db7a7a0-5b81-45d9-9024-3b3bbcf9ec95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:46.967493 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-3db7a7a0-5b81-45d9-9024-3b3bbcf9ec95 admin admin] Usage tracker for resource:security_group_rule and tenant:59ed035c0b654f54b00d7833a379e487 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:46.970465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-3db7a7a0-5b81-45d9-9024-3b3bbcf9ec95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:46.977084 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-3db7a7a0-5b81-45d9-9024-3b3bbcf9ec95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:47.049421 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3db7a7a0-5b81-45d9-9024-3b3bbcf9ec95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:47.052467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3db7a7a0-5b81-45d9-9024-3b3bbcf9ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:47.062406 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b39a0d2b-1f69-4072-a322-addc383bf217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:47.065000 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a91d990-908a-4feb-bb72-c6ed5f8e9725 req-73af3692-3160-48e1-a6cd-4e5bab84ba09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682 HTTP/1.1" status: 200 len: 1001 time: 0.1129346 Nov 05 13:10:47.108566 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7a7a0-5b81-45d9-9024-3b3bbcf9ec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c6b8bf-a4f5-42db-963c-e2ddc6662b9a,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:47.112009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3db7a7a0-5b81-45d9-9024-3b3bbcf9ec95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:47.118296 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3db7a7a0-5b81-45d9-9024-3b3bbcf9ec95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59ed035c0b654f54b00d7833a379e487&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2105148 Nov 05 13:10:47.118932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50642) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:47.145514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91d990-908a-4feb-bb72-c6ed5f8e9725 req-1f5409d1-d63b-4f9e-af41-c6d7f1654a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:47.147103 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a91d990-908a-4feb-bb72-c6ed5f8e9725 req-1f5409d1-d63b-4f9e-af41-c6d7f1654a24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.0704176 Nov 05 13:10:47.186387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-12b9fa0b-74ad-47ba-b6a4-51d5967a0245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:47.213873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-12b9fa0b-74ad-47ba-b6a4-51d5967a0245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:47.234533 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a91d990-908a-4feb-bb72-c6ed5f8e9725 req-09fa81c1-d936-4f40-95cf-749530aec2a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782866 Nov 05 13:10:47.258726 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-12b9fa0b-74ad-47ba-b6a4-51d5967a0245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:47.263910 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6acc5150-7b64-4cd3-8d51-3b7366ee2aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:47.278747 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9fa0b-74ad-47ba-b6a4-51d5967a0245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c6b8bf-a4f5-42db-963c-e2ddc6662b9a,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:47.281236 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-12b9fa0b-74ad-47ba-b6a4-51d5967a0245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:47.287573 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-12b9fa0b-74ad-47ba-b6a4-51d5967a0245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:47.289910 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-12b9fa0b-74ad-47ba-b6a4-51d5967a0245 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64c6b8bf-a4f5-42db-963c-e2ddc6662b9a HTTP/1.1" status: 204 len: 168 time: 0.1698518 Nov 05 13:10:47.385853 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a91d990-908a-4feb-bb72-c6ed5f8e9725 req-6fc81edf-afc2-4958-867b-43f12eb0e4da service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397746 Nov 05 13:10:47.530077 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2a91d990-908a-4feb-bb72-c6ed5f8e9725 req-eca83f52-c5cd-40dd-ae2f-d7d7a8618407 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353869 Nov 05 13:10:54.009003 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364da9c7-dbf5-4618-8914-aacae9de6d5d req-2b985da9-5ca6-450c-b8bd-6b8367961ff6 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:54.010563 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-364da9c7-dbf5-4618-8914-aacae9de6d5d req-2b985da9-5ca6-450c-b8bd-6b8367961ff6 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 946 time: 0.0814469 Nov 05 13:10:54.062168 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-364da9c7-dbf5-4618-8914-aacae9de6d5d req-fea55dec-d489-410d-974e-6e8a16e0f66f tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456722 Nov 05 13:10:54.537269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50762) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:54.689081 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:54.721109 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:54.725099 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Usage tracker for resource:security_group_rule and tenant:a541307cf0a14ad592d8f588d8319a0e is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:54.727955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:54.733858 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:54.800895 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:54.803487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:54.810863 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ae2a28a0-aefd-4d15-83df-3850f0d42ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:54.854308 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df040b9a-164d-4ee5-a22a-1a8aead628d3,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:54.860178 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a541307cf0a14ad592d8f588d8319a0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3218453 Nov 05 13:10:54.863969 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 50768) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:54.866363 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:54.866775 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:54.867171 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:54.867560 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:54.867949 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:54.868335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:54.868717 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:54.869134 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:54.869518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:54.869901 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:54.870283 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:10:54.874238 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:54.926867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d5a64aa8-c110-42a7-ab84-ceef5f8c218c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:54.952799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d5a64aa8-c110-42a7-ab84-ceef5f8c218c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:54.996893 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d5a64aa8-c110-42a7-ab84-ceef5f8c218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:55.000629 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:55.012143 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a64aa8-c110-42a7-ab84-ceef5f8c218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df040b9a-164d-4ee5-a22a-1a8aead628d3,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:55.015798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d5a64aa8-c110-42a7-ab84-ceef5f8c218c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:55.018996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d5a64aa8-c110-42a7-ab84-ceef5f8c218c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:55.020191 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d5a64aa8-c110-42a7-ab84-ceef5f8c218c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df040b9a-164d-4ee5-a22a-1a8aead628d3 HTTP/1.1" status: 204 len: 168 time: 0.1552215 Nov 05 13:10:55.277096 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daa9ec-d43b-4cd5-9c70-b612ab48be6a req-142b8043-8b8d-4648-bdd7-88e28442b1b9 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:55.278754 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-70daa9ec-d43b-4cd5-9c70-b612ab48be6a req-142b8043-8b8d-4648-bdd7-88e28442b1b9 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 946 time: 0.0872617 Nov 05 13:10:55.330550 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-70daa9ec-d43b-4cd5-9c70-b612ab48be6a req-e1ff4563-fe63-4804-909c-6e28b0229600 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457413 Nov 05 13:10:55.370851 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 50780) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:55.391049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dac52fb2-bc53-4a3a-8397-2174c997f7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:55.424137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-dac52fb2-bc53-4a3a-8397-2174c997f7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:10:55.428154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-dac52fb2-bc53-4a3a-8397-2174c997f7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:8560ee9b633d49af8c6dc0d04b8ce2da is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:10:55.431060 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-dac52fb2-bc53-4a3a-8397-2174c997f7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:10:55.437196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-dac52fb2-bc53-4a3a-8397-2174c997f7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:10:55.504555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dac52fb2-bc53-4a3a-8397-2174c997f7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:55.507394 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dac52fb2-bc53-4a3a-8397-2174c997f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:55.514789 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-00df4bd1-ca9a-431a-9d90-581dffae6ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:55.557679 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac52fb2-bc53-4a3a-8397-2174c997f7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d952305-1629-41a4-b463-72e3eeba0022,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:55.562640 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-dac52fb2-bc53-4a3a-8397-2174c997f7f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8560ee9b633d49af8c6dc0d04b8ce2da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1907043 Nov 05 13:10:55.563546 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dac52fb2-bc53-4a3a-8397-2174c997f7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:55.565277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 50788) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:10:55.633282 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cc22d86-ecca-4bfe-a3cf-0bfe5eb9f66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:55.660622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cc22d86-ecca-4bfe-a3cf-0bfe5eb9f66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:55.709936 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cc22d86-ecca-4bfe-a3cf-0bfe5eb9f66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:55.715564 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ff0c59ab-856d-4f09-99d6-50bbb261d149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:10:55.729285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc22d86-ecca-4bfe-a3cf-0bfe5eb9f66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d952305-1629-41a4-b463-72e3eeba0022,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:10:55.732086 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8cc22d86-ecca-4bfe-a3cf-0bfe5eb9f66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:10:55.733285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8cc22d86-ecca-4bfe-a3cf-0bfe5eb9f66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:10:55.734510 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8cc22d86-ecca-4bfe-a3cf-0bfe5eb9f66c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d952305-1629-41a4-b463-72e3eeba0022 HTTP/1.1" status: 204 len: 168 time: 0.1682386 Nov 05 13:10:56.545139 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1f743-810c-44ee-ade0-093d54942dc9 req-3f70ea49-9052-48e6-8392-d8c5656539a3 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:56.546890 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-aba1f743-810c-44ee-ade0-093d54942dc9 req-3f70ea49-9052-48e6-8392-d8c5656539a3 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 946 time: 0.0884690 Nov 05 13:10:56.601400 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-aba1f743-810c-44ee-ade0-093d54942dc9 req-f2c35445-cf11-4973-bef5-a280e59227e3 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463731 Nov 05 13:10:57.557034 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625e22f-7c50-4b94-b2ff-262f54e56a48 req-67ebc633-5228-40b2-af69-181f91d05769 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:57.558659 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9625e22f-7c50-4b94-b2ff-262f54e56a48 req-67ebc633-5228-40b2-af69-181f91d05769 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 946 time: 0.0825677 Nov 05 13:10:57.607715 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9625e22f-7c50-4b94-b2ff-262f54e56a48 req-159dd685-25ed-4ec6-9839-4df2d1ce644a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428753 Nov 05 13:10:57.831523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996f393-fc30-4f01-99df-ffbda0692015 req-28a3602d-9f80-4d89-a257-7ae09dcd5cd9 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:57.833182 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b996f393-fc30-4f01-99df-ffbda0692015 req-28a3602d-9f80-4d89-a257-7ae09dcd5cd9 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 946 time: 0.0907784 Nov 05 13:10:57.882663 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b996f393-fc30-4f01-99df-ffbda0692015 req-ecbdf2e7-82cc-4b17-b3d3-f99c06012a2b tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 Nov 05 13:10:58.467417 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:10:58.852279 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede7dd7-2aec-48bd-a5b0-3abb25a8151f req-96c3de77-a588-4e17-9be7-8f3e94e87bed tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:58.853915 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2ede7dd7-2aec-48bd-a5b0-3abb25a8151f req-96c3de77-a588-4e17-9be7-8f3e94e87bed tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 946 time: 0.0854805 Nov 05 13:10:58.901448 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2ede7dd7-2aec-48bd-a5b0-3abb25a8151f req-63cc1c5b-1ab9-43a7-956b-64c2cd15e10a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415123 Nov 05 13:10:59.091167 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4a922-7f2a-499a-ba9b-d17204b9e9a9 req-8ddb2109-eb8d-400e-b62b-73eff434dbad tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:59.092731 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-30f4a922-7f2a-499a-ba9b-d17204b9e9a9 req-8ddb2109-eb8d-400e-b62b-73eff434dbad tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 946 time: 0.0848434 Nov 05 13:10:59.140155 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-30f4a922-7f2a-499a-ba9b-d17204b9e9a9 req-a7ba92cf-d8ab-4772-a655-2c7c6bfbf555 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Nov 05 13:10:59.848208 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-c86f29ac-2921-4cad-b986-0897236d8522 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:10:59.849797 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-c86f29ac-2921-4cad-b986-0897236d8522 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.64 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 946 time: 0.0879014 Nov 05 13:11:00.189210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Deleting port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:11:00.189700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:00.343138 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429d345-88b9-44be-8c90-7f10e43b60a0 req-dc969477-9825-4f84-81da-f503d5c024ba tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:00.344713 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5429d345-88b9-44be-8c90-7f10e43b60a0 req-dc969477-9825-4f84-81da-f503d5c024ba tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 946 time: 0.2298498 Nov 05 13:11:00.535494 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5429d345-88b9-44be-8c90-7f10e43b60a0 req-ff6714d2-d9c2-41e8-9d30-5bd08db854d4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=81ff61fe-6e77-4eec-8ed9-c3d703951339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827452 Nov 05 13:11:00.562054 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5a7da-cf13-4c6d-8e90-211f90194ad1 req-15eb3ad3-c8fa-406a-8597-079db3ffcfa4 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:00.563634 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-01f5a7da-cf13-4c6d-8e90-211f90194ad1 req-15eb3ad3-c8fa-406a-8597-079db3ffcfa4 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 946 time: 0.3008976 Nov 05 13:11:00.604716 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] For port 44fb28d9-4dd7-40ca-b8ed-a47e58894682, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=44fb28d9-4dd7-40ca-b8ed-a47e58894682,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:00.605157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:00.720988 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-01f5a7da-cf13-4c6d-8e90-211f90194ad1 req-c60808f6-98bd-4d54-a470-2ea4504e7bf6 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413076 Nov 05 13:11:00.995729 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080a18b-8095-4336-9ac6-bad094a43856 req-d5d4940e-391f-4072-a1ce-3bdf2b10534f tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:00.997327 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f080a18b-8095-4336-9ac6-bad094a43856 req-d5d4940e-391f-4072-a1ce-3bdf2b10534f tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.64 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 946 time: 0.2141938 Nov 05 13:11:01.004885 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:01.005303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:01.005649 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.l3_db [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Floating IP 2748c9c0-2f64-4ef2-b9be-1e38a0f18286 disassociated. External IP: 172.28.2.243, port: 44fb28d9-4dd7-40ca-b8ed-a47e58894682. Nov 05 13:11:01.006026 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Calling delete_port for 44fb28d9-4dd7-40ca-b8ed-a47e58894682 owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:11:01.130898 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-f080a18b-8095-4336-9ac6-bad094a43856 req-3167af7e-9b89-4c56-a8a5-cc358e88e0b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Deleting port ebf9b728-b5c6-46ec-a157-8e9018c90e3d {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:11:01.131287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-f080a18b-8095-4336-9ac6-bad094a43856 req-3167af7e-9b89-4c56-a8a5-cc358e88e0b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:01.298029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50890) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:01.350895 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:01.359642 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-875a431d-8152-486f-8217-993b41ed3f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:01.454214 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-65b584f3-8c0d-4228-9fe9-6a2afe362dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:01.459349 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event deleted for resources: {'Port': ['ID=44fb28d9-4dd7-40ca-b8ed-a47e58894682,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:01.466804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:01.491429 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-65b584f3-8c0d-4228-9fe9-6a2afe362dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:01.496131 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-65b584f3-8c0d-4228-9fe9-6a2afe362dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:96277e948eb94daf8c07e47847f2887f is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:01.499242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-65b584f3-8c0d-4228-9fe9-6a2afe362dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:01.506138 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-65b584f3-8c0d-4228-9fe9-6a2afe362dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:01.573796 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-65b584f3-8c0d-4228-9fe9-6a2afe362dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:01.577255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-65b584f3-8c0d-4228-9fe9-6a2afe362dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:01.585807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-f080a18b-8095-4336-9ac6-bad094a43856 req-3167af7e-9b89-4c56-a8a5-cc358e88e0b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] For port ebf9b728-b5c6-46ec-a157-8e9018c90e3d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebf9b728-b5c6-46ec-a157-8e9018c90e3d,segment=NetworkSegment(f30df5b8-bd26-4d05-83e0-1b5b1d1271c6),segment_id=f30df5b8-bd26-4d05-83e0-1b5b1d1271c6)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:01.586200 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-f080a18b-8095-4336-9ac6-bad094a43856 req-3167af7e-9b89-4c56-a8a5-cc358e88e0b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:01.592424 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1c4290f4-3182-4262-a082-6f2bc78bc6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:01.651576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b584f3-8c0d-4228-9fe9-6a2afe362dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0033a7da-f56b-496b-abe9-2a717a977480,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:01.658975 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-65b584f3-8c0d-4228-9fe9-6a2afe362dd2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96277e948eb94daf8c07e47847f2887f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3596983 Nov 05 13:11:01.660195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-65b584f3-8c0d-4228-9fe9-6a2afe362dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:01.660672 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50898) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:01.725535 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70246ba6-03e6-441c-8ccc-4158f6b71ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:01.727615 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-f080a18b-8095-4336-9ac6-bad094a43856 req-3167af7e-9b89-4c56-a8a5-cc358e88e0b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Calling delete_port for ebf9b728-b5c6-46ec-a157-8e9018c90e3d owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:11:01.760524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70246ba6-03e6-441c-8ccc-4158f6b71ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:01.806890 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70246ba6-03e6-441c-8ccc-4158f6b71ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:01.811937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-752b03be-e4c6-4f57-a0f4-684c17b0f1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:01.824915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70246ba6-03e6-441c-8ccc-4158f6b71ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0033a7da-f56b-496b-abe9-2a717a977480,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:01.825394 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-047401be-824a-420b-85ca-5dd385c9d50d req-3fab964e-38df-43ce-a12f-8ce7ff327fc9 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 210 time: 0.1050560 Nov 05 13:11:01.827481 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-70246ba6-03e6-441c-8ccc-4158f6b71ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:01.835173 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70246ba6-03e6-441c-8ccc-4158f6b71ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:01.839168 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-70246ba6-03e6-441c-8ccc-4158f6b71ccb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0033a7da-f56b-496b-abe9-2a717a977480 HTTP/1.1" status: 204 len: 168 time: 0.1773915 Nov 05 13:11:02.237925 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50908) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:02.257992 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7b3d0b69-1417-4989-b11f-88e7eb16f615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:02.290620 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-7b3d0b69-1417-4989-b11f-88e7eb16f615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:02.294629 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-7b3d0b69-1417-4989-b11f-88e7eb16f615 admin admin] Usage tracker for resource:security_group_rule and tenant:3ed508bbd5f4434595323a4448691bd6 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:02.297550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-7b3d0b69-1417-4989-b11f-88e7eb16f615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:02.304143 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-7b3d0b69-1417-4989-b11f-88e7eb16f615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:02.307225 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-f080a18b-8095-4336-9ac6-bad094a43856 req-3167af7e-9b89-4c56-a8a5-cc358e88e0b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:02.314588 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:02.375546 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70816cfd-8949-4128-a84d-1214f0806e9a req-d27dbc01-6bde-4121-877d-a25fb81b5c36 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:02.376507 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7b3d0b69-1417-4989-b11f-88e7eb16f615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:02.377269 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-70816cfd-8949-4128-a84d-1214f0806e9a req-d27dbc01-6bde-4121-877d-a25fb81b5c36 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38551a0-949b-475a-988b-baa5dbbee43b HTTP/1.1" status: 200 len: 946 time: 0.4781704 Nov 05 13:11:02.378158 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167af7e-9b89-4c56-a8a5-cc358e88e0b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Pushing event deleted for resources: {'Port': ['ID=ebf9b728-b5c6-46ec-a157-8e9018c90e3d,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:02.380997 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7b3d0b69-1417-4989-b11f-88e7eb16f615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:02.381141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3167af7e-9b89-4c56-a8a5-cc358e88e0b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:02.389009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b5f3902b-a9cd-481a-b2cd-89f75cc08a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:02.436753 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-7b3d0b69-1417-4989-b11f-88e7eb16f615 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ed508bbd5f4434595323a4448691bd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1951556 Nov 05 13:11:02.436753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d0b69-1417-4989-b11f-88e7eb16f615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4be019b-39d2-43ec-845c-659565a68068,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:02.437564 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50912) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:02.440121 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7b3d0b69-1417-4989-b11f-88e7eb16f615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:02.483610 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-f080a18b-8095-4336-9ac6-bad094a43856 req-3167af7e-9b89-4c56-a8a5-cc358e88e0b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] No DVR routers for this DVR port ebf9b728-b5c6-46ec-a157-8e9018c90e3d on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:11:02.496095 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-f080a18b-8095-4336-9ac6-bad094a43856 req-3167af7e-9b89-4c56-a8a5-cc358e88e0b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:02.501277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38551a0-949b-475a-988b-baa5dbbee43b', 'name': 'network-vif-deleted', 'tag': 'ebf9b728-b5c6-46ec-a157-8e9018c90e3d'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:11:02.502386 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01ef814e-1064-4f09-9956-5a394ccbf54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:02.518596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Router 73a74929-d309-430c-800a-3f00f7b5342b has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:11:02.529468 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01ef814e-1064-4f09-9956-5a394ccbf54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:02.534958 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f080a18b-8095-4336-9ac6-bad094a43856 req-3167af7e-9b89-4c56-a8a5-cc358e88e0b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.64 "DELETE /v2.0/ports/ebf9b728-b5c6-46ec-a157-8e9018c90e3d HTTP/1.1" status: 204 len: 173 time: 1.5008495 Nov 05 13:11:02.537709 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-70816cfd-8949-4128-a84d-1214f0806e9a req-b5a596c6-388b-475b-8ef8-571f85b9f857 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517878 Nov 05 13:11:02.579610 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01ef814e-1064-4f09-9956-5a394ccbf54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:02.584746 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fb556574-c261-40ab-9384-9e1f49a65fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:02.598447 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef814e-1064-4f09-9956-5a394ccbf54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4be019b-39d2-43ec-845c-659565a68068,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:02.602382 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-01ef814e-1064-4f09-9956-5a394ccbf54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:02.605919 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-01ef814e-1064-4f09-9956-5a394ccbf54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:02.609498 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-01ef814e-1064-4f09-9956-5a394ccbf54e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4be019b-39d2-43ec-845c-659565a68068 HTTP/1.1" status: 204 len: 168 time: 0.1707172 Nov 05 13:11:02.609854 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38551a0-949b-475a-988b-baa5dbbee43b', 'name': 'network-vif-deleted', 'tag': 'ebf9b728-b5c6-46ec-a157-8e9018c90e3d', 'status': 'completed', 'code': 200} Nov 05 13:11:02.787916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:11:02.798588 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a777a-c5a4-408b-baf3-1b2a69a66f34 None None] Sync routers for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:11:02.814517 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a777a-c5a4-408b-baf3-1b2a69a66f34 None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:02.815262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-550a777a-c5a4-408b-baf3-1b2a69a66f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:10:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:02.862061 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] No DVR routers for this DVR port 44fb28d9-4dd7-40ca-b8ed-a47e58894682 on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:11:02.864408 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:02.867012 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ca42ba7a-a201-4a30-bccb-f0b57fb54683 req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.64 "DELETE /v2.0/ports/44fb28d9-4dd7-40ca-b8ed-a47e58894682 HTTP/1.1" status: 204 len: 173 time: 3.0115089 Nov 05 13:11:03.015900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-550a777a-c5a4-408b-baf3-1b2a69a66f34 None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:03.079417 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-8e705d0b-4622-46c5-9a13-56892e755d7a req-895cd7f7-8231-4e54-a3f7-6c11a70ca6f3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Synchronizing usage tracker for tenant:ac4268514de642f39f611ce13a21b32d on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:11:03.102689 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-8e705d0b-4622-46c5-9a13-56892e755d7a req-895cd7f7-8231-4e54-a3f7-6c11a70ca6f3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Unset dirty status for tenant:ac4268514de642f39f611ce13a21b32d on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:11:03.104801 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e705d0b-4622-46c5-9a13-56892e755d7a req-895cd7f7-8231-4e54-a3f7-6c11a70ca6f3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=823fe5d2-b470-48f3-9082-146a72ff558f HTTP/1.1" status: 200 len: 210 time: 0.0811987 Nov 05 13:11:03.386634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-550a777a-c5a4-408b-baf3-1b2a69a66f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:38Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:03.390855 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a777a-c5a4-408b-baf3-1b2a69a66f34 None None] Checking router: 73a74929-d309-430c-800a-3f00f7b5342b for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:11:03.407368 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a777a-c5a4-408b-baf3-1b2a69a66f34 None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:03.408227 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-550a777a-c5a4-408b-baf3-1b2a69a66f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:10:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:03.605208 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-550a777a-c5a4-408b-baf3-1b2a69a66f34 None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:03.993119 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-550a777a-c5a4-408b-baf3-1b2a69a66f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:38Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:03.997351 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a777a-c5a4-408b-baf3-1b2a69a66f34 None None] The sync data for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb is: [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:38Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:11:04.140550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50952) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:04.229656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ebf9b728-b5c6-46ec-a157-8e9018c90e3d no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:11:04.269253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: ebf9b728-b5c6-46ec-a157-8e9018c90e3d {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:11:04.269653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ebf9b728-b5c6-46ec-a157-8e9018c90e3d not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:11:04.270133 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 44fb28d9-4dd7-40ca-b8ed-a47e58894682 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:11:04.295052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 50964) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:04.316098 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-079914ea-6c8f-432d-ac2c-4baa36ffbd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.319057 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: 44fb28d9-4dd7-40ca-b8ed-a47e58894682 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:11:04.319454 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 44fb28d9-4dd7-40ca-b8ed-a47e58894682 not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:11:04.352465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-079914ea-6c8f-432d-ac2c-4baa36ffbd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:04.357249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-079914ea-6c8f-432d-ac2c-4baa36ffbd08 admin admin] Usage tracker for resource:security_group_rule and tenant:04464f90b8dd4eb7994569cbf650dfb7 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:04.360265 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-079914ea-6c8f-432d-ac2c-4baa36ffbd08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:04.367155 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-079914ea-6c8f-432d-ac2c-4baa36ffbd08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:04.369875 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.402216 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.441130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-079914ea-6c8f-432d-ac2c-4baa36ffbd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.444856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-079914ea-6c8f-432d-ac2c-4baa36ffbd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.453665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cd03cfb9-e3f0-47ac-bb95-7f97e7aa018e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:04.453896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.459678 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1339ee14-d653-47dd-819d-29c0a7ce4522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:04.476165 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ff61fe-6e77-4eec-8ed9-c3d703951339,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:04.490052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.491382 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "DELETE /v2.0/security-groups/81ff61fe-6e77-4eec-8ed9-c3d703951339 HTTP/1.1" status: 204 len: 168 time: 0.1950488 Nov 05 13:11:04.492762 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:04.493196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:04.493593 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:04.493985 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:04.494374 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:04.494760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:04.495149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:04.495537 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:04.495924 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:04.496337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:04.496677 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:04.499762 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-079914ea-6c8f-432d-ac2c-4baa36ffbd08 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04464f90b8dd4eb7994569cbf650dfb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3576376 Nov 05 13:11:04.500680 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:04.501410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 50968) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:04.501771 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 50970) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:04.502769 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e131a-b361-4818-a1fd-49842b338a65 None None] New status for floating IP 2748c9c0-2f64-4ef2-b9be-1e38a0f18286: DOWN {{(pid=88183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:11:04.504319 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079914ea-6c8f-432d-ac2c-4baa36ffbd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d80bec-9ba9-4581-8c97-d20d5aa06784,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:04.507450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-079914ea-6c8f-432d-ac2c-4baa36ffbd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:04.538612 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.v2.resource [None req-a2473d54-e5ff-42ce-b4a3-d888877b3a80 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] show failed (client error): The resource could not be found. Nov 05 13:11:04.539802 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a2473d54-e5ff-42ce-b4a3-d888877b3a80 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups/81ff61fe-6e77-4eec-8ed9-c3d703951339 HTTP/1.1" status: 404 len: 347 time: 0.0369802 Nov 05 13:11:04.542905 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 50976) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:04.550192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c182a5fa-102a-4aee-b08d-53f2407e4356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.596815 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2557523a-2ec6-4b25-a58e-4df079938d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.613255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'name': 'network-vif-deleted', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:11:04.647678 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2557523a-2ec6-4b25-a58e-4df079938d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.682211 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823fe5d2-b470-48f3-9082-146a72ff558f', 'name': 'network-vif-deleted', 'tag': '44fb28d9-4dd7-40ca-b8ed-a47e58894682', 'status': 'completed', 'code': 200} Nov 05 13:11:04.699823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2557523a-2ec6-4b25-a58e-4df079938d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.705362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6bb5769e-c43e-4fde-b6f8-1aadbc75543c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:04.719816 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557523a-2ec6-4b25-a58e-4df079938d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d80bec-9ba9-4581-8c97-d20d5aa06784,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:04.725483 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2557523a-2ec6-4b25-a58e-4df079938d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:04.726691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2557523a-2ec6-4b25-a58e-4df079938d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.730416 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-2557523a-2ec6-4b25-a58e-4df079938d6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69d80bec-9ba9-4581-8c97-d20d5aa06784 HTTP/1.1" status: 204 len: 168 time: 0.2234223 Nov 05 13:11:04.755682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-277b13ef-3cb6-4a64-821f-ab11fde129d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Deleting port e33ac204-7454-4f00-a4a6-2c576e2bc742 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:11:04.756032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-277b13ef-3cb6-4a64-821f-ab11fde129d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.936939 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-277b13ef-3cb6-4a64-821f-ab11fde129d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:04.937322 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-277b13ef-3cb6-4a64-821f-ab11fde129d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:05.071500 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-277b13ef-3cb6-4a64-821f-ab11fde129d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Calling delete_port for e33ac204-7454-4f00-a4a6-2c576e2bc742 owned by network:floatingip {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:11:05.292249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-277b13ef-3cb6-4a64-821f-ab11fde129d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:05.297870 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-71f81172-f083-43d5-973a-1a442b8587f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:05.341315 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b13ef-3cb6-4a64-821f-ab11fde129d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event deleted for resources: {'Port': ['ID=e33ac204-7454-4f00-a4a6-2c576e2bc742,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:05.345078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-277b13ef-3cb6-4a64-821f-ab11fde129d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:05.438156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-277b13ef-3cb6-4a64-821f-ab11fde129d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:05.463582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-277b13ef-3cb6-4a64-821f-ab11fde129d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:05.464871 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-277b13ef-3cb6-4a64-821f-ab11fde129d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "DELETE /v2.0/floatingips/2748c9c0-2f64-4ef2-b9be-1e38a0f18286 HTTP/1.1" status: 204 len: 168 time: 0.9208734 Nov 05 13:11:05.609140 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51016) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:05.750907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-876050283-network', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:05.756689 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:05.760683 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Usage tracker for resource:network and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:05.763675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:05.770177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:05.781654 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Made reservation on behalf of 31ce7aba1c814be280d583c7c2f0721c for: {'network': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:11:05.788251 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:05.801598 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:05.833734 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:05.837978 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 51022) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:05.838251 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Usage tracker for resource:security_group_rule and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:05.841393 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:05.844353 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039611011', 'description': 'tempest-description--1858848661'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:05.848146 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:05.851551 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:05.856038 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Usage tracker for resource:security_group and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:05.860368 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:05.866465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:05.877090 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:05.913575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:05.916277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:05.918016 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Usage tracker for resource:security_group_rule and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:05.919833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:05.921137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:05.924375 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c1b8cd02-c572-4417-8b61-7346f9cff768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:05.928076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:05.952991 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=88180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:11:05.962433 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:05.966303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:05.969257 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:05.969729 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Added segment 2af0504a-7728-4590-b83c-504619c42355 of type vlan for network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b Nov 05 13:11:05.986621 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:05.989210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:05.995037 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-629730a6-3ce2-45bb-8e1b-a441e9584de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:06.001255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.017077 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.034273 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.035543 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:06.036228 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.041572 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:06.042213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d94e8ec-035c-4548-907a-5d3cde703d07,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:06.045346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:06.046563 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.051095 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2086592 Nov 05 13:11:06.051687 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 51026) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:06.057429 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Request body: {'security_group_rule': {'security_group_id': '0d94e8ec-035c-4548-907a-5d3cde703d07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:06.063798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:06.068493 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Usage tracker for resource:security_group_rule and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:06.071522 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:06.077749 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:06.147744 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5372815 Nov 05 13:11:06.148669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Pushing event updated for resources: {'Network': ['ID=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:06.150772 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51030) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:06.152745 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.153452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:06.157470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Request body: {'subnet': {'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-876050283-subnet', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'ip_version': 4}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:06.161105 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:11:06.165612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:06.170058 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Usage tracker for resource:subnet and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:06.173753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:06.181213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:06.191127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Made reservation on behalf of 31ce7aba1c814be280d583c7c2f0721c for: {'subnet': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:11:06.196013 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839901353'] for subnet, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.227430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.230927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.233395 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:06.257343 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f41741-538d-4651-b871-265c27622d65,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:06.259896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:06.267842 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.269206 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2169023 Nov 05 13:11:06.272006 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 51034) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:06.280654 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-d7e1f77a-626f-45af-9fe9-b8c84f13ae8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Request body: {'security_group_rule': {'security_group_id': '0d94e8ec-035c-4548-907a-5d3cde703d07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:06.287324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d7e1f77a-626f-45af-9fe9-b8c84f13ae8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:06.292416 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d7e1f77a-626f-45af-9fe9-b8c84f13ae8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Usage tracker for resource:security_group_rule and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:06.295667 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d7e1f77a-626f-45af-9fe9-b8c84f13ae8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:06.302779 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d7e1f77a-626f-45af-9fe9-b8c84f13ae8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:06.319747 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7e1f77a-626f-45af-9fe9-b8c84f13ae8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.391689 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7e1f77a-626f-45af-9fe9-b8c84f13ae8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.394446 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7e1f77a-626f-45af-9fe9-b8c84f13ae8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.396725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-375d69f6-9c6f-4036-afd5-a3674820949c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:06.419262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838933638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839901370'] for subnet, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.419496 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1f77a-626f-45af-9fe9-b8c84f13ae8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34563b60-7874-436d-9ec5-f14549c21a29,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:06.424014 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-99744d2e-2a33-4a03-9467-1128d1f50411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:06.424263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d7e1f77a-626f-45af-9fe9-b8c84f13ae8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:06.432982 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d7e1f77a-626f-45af-9fe9-b8c84f13ae8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.437332 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d7e1f77a-626f-45af-9fe9-b8c84f13ae8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1612272 Nov 05 13:11:06.437813 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 51042) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:06.443891 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Request body: {'floatingip': {'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:06.450225 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:06.457658 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Usage tracker for resource:floatingip and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:06.461431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:06.468154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:06.479660 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.501637 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=693aec80-ccac-4273-ac2c-7879139af924,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:06.505881 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:06.514506 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Checking segment: {'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:11:06.514897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Network hostable DHCP agents. Network: f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:11:06.538780 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:11:06.550392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b) {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:06.554578 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:06.555230 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.572738 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84a5320-a37f-4b03-841f-8746bbadb65a None None] Network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:11:06.584235 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4323781 Nov 05 13:11:06.586949 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51046) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:06.597087 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:06.603417 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:06.608926 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Usage tracker for resource:router and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:06.613715 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:06.627227 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:06.649275 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-648725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775552'] for router, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.650467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854126853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854100366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854015493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-281'] for router, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.652337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.679315 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.842806 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Allocated IP 172.28.2.139 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/d58e5277-0c83-48d1-9735-8dc8ec26256f) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:11:06.859717 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16b524d8-9c6b-56f2-95b6-eb13d4fabab4-f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'fixed_ips': [{'subnet_id': '693aec80-ccac-4273-ac2c-7879139af924'}]}} from dv-cinder-815883-2-smb. {{(pid=88182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:11:06.861059 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:06.943496 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-079e22d7-2c6b-4b5f-8370-991b51b04300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.017674 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.045085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.045323 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854100413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-494'] for router, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.048492 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Allocated IP 172.20.0.2 (f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b/693aec80-ccac-4273-ac2c-7879139af924/c620570f-a0a1-45dc-9e9d-a178a8b6493e) {{(pid=88182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:11:07.049373 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:07.129237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:07.130009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event updated for resources: {'Port': ['ID=d58e5277-0c83-48d1-9735-8dc8ec26256f,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:07.132918 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:07.134816 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:07.135557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:11:07.251653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.286194 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.306962 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.365897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.421437 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Notify callbacks [] for port, precommit_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.433509 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Transition to ACTIVE for port object c620570f-a0a1-45dc-9e9d-a178a8b6493e will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:07.439232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Allocated IP 172.28.2.42 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/1a0ffff3-b7f3-4025-8552-1540a3abb07c) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:11:07.453182 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Transition to ACTIVE for port object c620570f-a0a1-45dc-9e9d-a178a8b6493e will not be triggered until provisioned by entity DHCP. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:07.458900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.464577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:07.548851 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b is already hosted by enough agents. {{(pid=88182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:07.552156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.553162 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Resources bound (agent type, host, resource id): {{(pid=88182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:07.557953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Received port after_create {{(pid=88182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:11:07.560197 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Pushing event updated for resources: {'Port': ['ID=c620570f-a0a1-45dc-9e9d-a178a8b6493e,revision_number=1']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:07.592995 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.597360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.598065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:07.598458 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:07.598838 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:07.599217 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:07.599592 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:07.599967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:07.600341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:07.600804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:07.601088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:07.601526 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:07.601895 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:07.603265 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-02d4ca61-4968-4f05-b8f3-318c11d56390 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:07.609496 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:07.609979 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.665732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Attempting to bind port c620570f-a0a1-45dc-9e9d-a178a8b6493e on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:11:07.666145 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Attempting to bind port c620570f-a0a1-45dc-9e9d-a178a8b6493e by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:11:07.666559 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Attempting to bind port c620570f-a0a1-45dc-9e9d-a178a8b6493e on network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:07.667220 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.674162 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:11:07.674521 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Checking segment: {'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:11:07.675571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.676013 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Bound using segment: {'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:11:07.676510 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Bound port: c620570f-a0a1-45dc-9e9d-a178a8b6493e, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:11:07.676959 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.683378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:07.716585 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.737331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:07.740661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:07.744406 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:11:07.752472 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event updated for resources: {'Port': ['ID=d58e5277-0c83-48d1-9735-8dc8ec26256f,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:07.756862 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:07.764468 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.775091 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3268042 Nov 05 13:11:07.800708 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] For port c620570f-a0a1-45dc-9e9d-a178a8b6493e, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:11:07.808824 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] For port c620570f-a0a1-45dc-9e9d-a178a8b6493e, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=c620570f-a0a1-45dc-9e9d-a178a8b6493e,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:11:07.814019 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.814886 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Pushing event updated for resources: {'Port': ['ID=1a0ffff3-b7f3-4025-8552-1540a3abb07c,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:07.819612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:07.827231 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:07.941480 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Pushing event updated for resources: {'Port': ['ID=c620570f-a0a1-45dc-9e9d-a178a8b6493e,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:07.951341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.952300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854127075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102106'] for router, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:07.952721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:08.154263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-d87cd518-8a6d-4040-89dc-55157c24a559 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Synchronizing usage tracker for tenant:ac4268514de642f39f611ce13a21b32d on resource:security_group {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:11:08.193405 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-d87cd518-8a6d-4040-89dc-55157c24a559 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Unset dirty status for tenant:ac4268514de642f39f611ce13a21b32d on resource:security_group {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:11:08.194699 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-d87cd518-8a6d-4040-89dc-55157c24a559 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2039611011&fields=id&tenant_id=ac4268514de642f39f611ce13a21b32d HTTP/1.1" status: 200 len: 267 time: 0.1843083 Nov 05 13:11:08.241111 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Router a58c94ec-7787-4431-bfaf-901dac71b608 is scheduled to L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 with binding_index 1 {{(pid=88180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:11:08.278336 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-ccd50577-c0b8-4df5-8484-0b09f5ed3dd0 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:08.279945 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-ccd50577-c0b8-4df5-8484-0b09f5ed3dd0 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/networks?id=29b620bc-f47e-4601-99cc-66a76991610b HTTP/1.1" status: 200 len: 813 time: 0.2467487 Nov 05 13:11:08.365911 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-c0d1bdf5-7984-4cc7-9a33-a6a2f2d00146 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/quotas/723723df15a441fcb71fae87a49e0591 HTTP/1.1" status: 200 len: 375 time: 0.0791974 Nov 05 13:11:08.444120 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e1a989ea-3ced-4ec8-947e-63f782b95e87 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Synchronizing usage tracker for tenant:723723df15a441fcb71fae87a49e0591 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:11:08.453766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-ed2bdcb3-87a9-420d-afe4-5f7b25cbad96 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:08.455351 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-ed2bdcb3-87a9-420d-afe4-5f7b25cbad96 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 816 time: 0.2509809 Nov 05 13:11:08.475807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e1a989ea-3ced-4ec8-947e-63f782b95e87 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Unset dirty status for tenant:723723df15a441fcb71fae87a49e0591 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:11:08.477204 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e1a989ea-3ced-4ec8-947e-63f782b95e87 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=723723df15a441fcb71fae87a49e0591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1011100 Nov 05 13:11:08.479347 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-61f2b947-6940-49cd-a0a7-a996e35707de tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/quotas/ac4268514de642f39f611ce13a21b32d HTTP/1.1" status: 200 len: 375 time: 0.0158341 Nov 05 13:11:08.482062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:11:08.495105 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Sync routers for ids ['a58c94ec-7787-4431-bfaf-901dac71b608'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:11:08.506911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Notify callbacks [] for router, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:08.510949 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9184077 Nov 05 13:11:08.511078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Routers {'a58c94ec-7787-4431-bfaf-901dac71b608'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:08.511078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['a58c94ec-7787-4431-bfaf-901dac71b608'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:08.511269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51078) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:08.701317 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-f1edfbda-65ff-43c7-aff0-5b72b6c43fc5 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2142699 Nov 05 13:11:08.704744 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-668a0baf-e885-4f01-be20-f38df9bd76f6 service neutron] 10.222.0.39 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739602 Nov 05 13:11:08.722915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Set router a58c94ec-7787-4431-bfaf-901dac71b608 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:08.865811 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:08.983805 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-ef8d5d56-d82c-4820-a285-e3515e5a996e service neutron] 10.222.0.39 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720757 Nov 05 13:11:08.989328 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-13d28baa-a233-4bb4-a57a-5f68e33832de service neutron] 10.222.0.39 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510586 Nov 05 13:11:09.044961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:11:07Z', 'revision_number': 3, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:09.049190 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Checking router: a58c94ec-7787-4431-bfaf-901dac71b608 for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:11:09.049755 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Updating router a58c94ec-7787-4431-bfaf-901dac71b608 port 1a0ffff3-b7f3-4025-8552-1540a3abb07c binding host dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:11:09.111810 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:09.463987 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:09.483577 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0c261453-96dd-46ed-8cbb-4b8da7a1e26c req-a4278adb-63d6-4fec-a591-667c0311ab57 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 210 time: 0.0756748 Nov 05 13:11:09.521138 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-b6e9de78-5513-4e2f-b0e0-e2de995c3cb4 service neutron] 10.222.0.39 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267637 Nov 05 13:11:09.598766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Notify callbacks [] for port, precommit_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:09.616716 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Transition to ACTIVE for port object 1a0ffff3-b7f3-4025-8552-1540a3abb07c will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:09.625708 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:09.630682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:09.706766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device c620570f-a0a1-45dc-9e9d-a178a8b6493e up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:09.821561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc07e4e-4f03-4586-ae09-15b7bddf26f2 None None] Pushing event updated for resources: {'Port': ['ID=1a0ffff3-b7f3-4025-8552-1540a3abb07c,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:09.826647 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Allocated IP 172.20.0.1 (f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b/693aec80-ccac-4273-ac2c-7879139af924/2abbf248-21ff-4384-a4b4-d98a0f29f166) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:11:09.831644 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0fc07e4e-4f03-4586-ae09-15b7bddf26f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:09.838382 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Attempting to bind port 1a0ffff3-b7f3-4025-8552-1540a3abb07c on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:11:09.838807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Attempting to bind port 1a0ffff3-b7f3-4025-8552-1540a3abb07c by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:11:09.839223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Attempting to bind port 1a0ffff3-b7f3-4025-8552-1540a3abb07c on network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:09.859364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:11:09.859786 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Checking segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:11:09.860240 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:09.860687 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Bound using segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:11:09.861258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Bound port: 1a0ffff3-b7f3-4025-8552-1540a3abb07c, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:11:09.861982 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:09.919950 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-051c2fdf-5786-4dbc-9615-846a20428e05 req-b2b207af-d45a-4a50-8f29-7817aa476c97 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 210 time: 0.0603871 Nov 05 13:11:09.967627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] For port 1a0ffff3-b7f3-4025-8552-1540a3abb07c, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:11:09.971807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] For port 1a0ffff3-b7f3-4025-8552-1540a3abb07c, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=1a0ffff3-b7f3-4025-8552-1540a3abb07c,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:11:09.979953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:09.985988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-29a03244-e5cd-4c8f-8c6b-17b23b805da6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:10.074843 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:10.082520 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port c620570f-a0a1-45dc-9e9d-a178a8b6493e completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:10.099688 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Transition to ACTIVE for port object 2abbf248-21ff-4384-a4b4-d98a0f29f166 will not be triggered until provisioned by entity DHCP. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:10.102899 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc07e4e-4f03-4586-ae09-15b7bddf26f2 None None] Pushing event updated for resources: {'Port': ['ID=1a0ffff3-b7f3-4025-8552-1540a3abb07c,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:10.107223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0fc07e4e-4f03-4586-ae09-15b7bddf26f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:10.114711 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Routers {'a58c94ec-7787-4431-bfaf-901dac71b608'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:10.115403 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['a58c94ec-7787-4431-bfaf-901dac71b608'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:10.148533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:10.153989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:10.191849 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c952718f-bb18-4a90-bdd1-3df83e8747ed None None] Network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:11:10.232230 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:10.235599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:10.241159 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:11:10.301769 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Pushing event updated for resources: {'Port': ['ID=2abbf248-21ff-4384-a4b4-d98a0f29f166,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:10.306380 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:10.321584 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102243'] for router_interface, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:10.406030 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:10.410107 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bac3988f-a026-4858-bd16-f99d824b6fb7 None None] Provisioning for port c620570f-a0a1-45dc-9e9d-a178a8b6493e completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:10.422737 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bac3988f-a026-4858-bd16-f99d824b6fb7 None None] Provisioning complete for port c620570f-a0a1-45dc-9e9d-a178a8b6493e triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:10.423160 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bac3988f-a026-4858-bd16-f99d824b6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:10.729972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] Set router a58c94ec-7787-4431-bfaf-901dac71b608 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:10.833757 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5e3b4c3e-ee99-47f7-a267-ba4b6efabf7c req-778d4725-02d3-43a5-bda8-487120e8b387 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 210 time: 0.1119745 Nov 05 13:11:10.870298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:10.875161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838933006'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:10.886857 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-4ec60b03-f4d1-42c6-be85-be143362827d tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:10.888548 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-4ec60b03-f4d1-42c6-be85-be143362827d tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.64 "GET /v2.0/networks?id=29b620bc-f47e-4601-99cc-66a76991610b HTTP/1.1" status: 200 len: 813 time: 0.2809894 Nov 05 13:11:10.906667 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Request body: {'port': {'device_id': '860ae019-cee1-4bb1-b6e0-989be97850a6', 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b', 'admin_state_up': True, 'tenant_id': '723723df15a441fcb71fae87a49e0591'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:10.907183 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:11.011980 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Pushing event updated for resources: {'Port': ['ID=2abbf248-21ff-4384-a4b4-d98a0f29f166,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:11.025548 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1135331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854100860'] for router_interface, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:11.030707 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:11.085352 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:11.097643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:11.154476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Made reservation on behalf of 723723df15a441fcb71fae87a49e0591 for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:11:11.161205 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:11.186917 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7dd74ead-4416-4099-b8e3-c28a735a5807 req-659afbbe-33da-441d-9f31-c9eefce96795 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 210 time: 0.0798085 Nov 05 13:11:11.203442 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:11.205185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bac3988f-a026-4858-bd16-f99d824b6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:11.205518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:11.318495 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-bac3988f-a026-4858-bd16-f99d824b6fb7 None None] For port c620570f-a0a1-45dc-9e9d-a178a8b6493e, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=c620570f-a0a1-45dc-9e9d-a178a8b6493e,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:11.335695 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bac3988f-a026-4858-bd16-f99d824b6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:11.339260 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:11.420615 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3988f-a026-4858-bd16-f99d824b6fb7 None None] Pushing event updated for resources: {'Port': ['ID=c620570f-a0a1-45dc-9e9d-a178a8b6493e,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:11.424808 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bac3988f-a026-4858-bd16-f99d824b6fb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:11.442836 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:11:07Z', 'revision_number': 3, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:11.447860 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97764954-80d9-44b7-bdb3-e55c7726ece4 None None] The sync data for ids ['a58c94ec-7787-4431-bfaf-901dac71b608'] in dv-cinder-815883-2-smb is: [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:11:07Z', 'revision_number': 3, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:11:11.576080 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device c620570f-a0a1-45dc-9e9d-a178a8b6493e up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:11.598773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Allocated IP 172.20.0.2 (29b620bc-f47e-4601-99cc-66a76991610b/ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc/3177355f-5dbc-4536-a4fe-25e8ec3aa050) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:11:11.690809 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-dec7841a-0d94-4934-9b25-c95e65e7a445 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:11.692705 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-dec7841a-0d94-4934-9b25-c95e65e7a445 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 816 time: 0.3201759 Nov 05 13:11:11.704698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port c620570f-a0a1-45dc-9e9d-a178a8b6493e triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:11.705162 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:11.807780 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Router a58c94ec-7787-4431-bfaf-901dac71b608 has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:11:11.809531 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-4f03a589-e46d-4e2c-8d8f-9b5aea08ad57 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac4268514de642f39f611ce13a21b32d HTTP/1.1" status: 200 len: 380 time: 0.1008861 Nov 05 13:11:11.836757 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d31dd9ef-7c5f-42ce-9fd8-22366838ffd2 None None] Provisioning for port 2abbf248-21ff-4384-a4b4-d98a0f29f166 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:11.849789 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d31dd9ef-7c5f-42ce-9fd8-22366838ffd2 None None] Provisioning complete for port 2abbf248-21ff-4384-a4b4-d98a0f29f166 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:11.850959 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d31dd9ef-7c5f-42ce-9fd8-22366838ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:11.882668 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Request body: {'port': {'device_id': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'admin_state_up': True, 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'security_groups': ['0d94e8ec-035c-4548-907a-5d3cde703d07']}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:11.958795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d31dd9ef-7c5f-42ce-9fd8-22366838ffd2 None None] Port 2abbf248-21ff-4384-a4b4-d98a0f29f166 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:11:11.988347 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d31dd9ef-7c5f-42ce-9fd8-22366838ffd2 None None] Provisioning complete for port c620570f-a0a1-45dc-9e9d-a178a8b6493e triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:11.988930 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d31dd9ef-7c5f-42ce-9fd8-22366838ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:12.132666 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:11:12.164240 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] 10.222.0.39 "PUT /v2.0/routers/a58c94ec-7787-4431-bfaf-901dac71b608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6518328 Nov 05 13:11:12.229400 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-be8fe1fc-dfb2-4914-8419-29677ae65423 req-466655f4-a871-4f9b-9bf8-ca1d98b3d75e tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 210 time: 0.0910273 Nov 05 13:11:12.287431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:12.332664 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:12.335869 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3947f24b-2c2e-46f1-82b9-1ca2276f1120 None None] Provisioning complete for port 2abbf248-21ff-4384-a4b4-d98a0f29f166 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:12.336514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3947f24b-2c2e-46f1-82b9-1ca2276f1120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:12.338178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Usage tracker for resource:port and tenant:ac4268514de642f39f611ce13a21b32d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:12.341660 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:12.348917 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:12.362319 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Made reservation on behalf of ac4268514de642f39f611ce13a21b32d for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:11:12.372715 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:12.420413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3947f24b-2c2e-46f1-82b9-1ca2276f1120 None None] Port 2abbf248-21ff-4384-a4b4-d98a0f29f166 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:11:12.457407 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82553cd2-43e5-4fd1-b742-a8065f7068ad req-31ebc96d-e793-4617-a5c8-ebbf074df4a8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 210 time: 0.0655620 Nov 05 13:11:12.541966 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:12.555923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bd6df63b-c2bb-4ebf-86cd-e671819245f3 tempest-VolumesNegativeTest-1748577683 tempest-VolumesNegativeTest-1748577683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:12.654156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-7175f30e-a432-450a-b50d-b1ce914c658c None None] Provisioning complete for port 2abbf248-21ff-4384-a4b4-d98a0f29f166 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:12.654581 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7175f30e-a432-450a-b50d-b1ce914c658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:12.694225 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Network 29b620bc-f47e-4601-99cc-66a76991610b is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:12.704524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:12.709589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Pushing event updated for resources: {'Port': ['ID=3177355f-5dbc-4536-a4fe-25e8ec3aa050,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:12.714330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:11:12.732456 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7175f30e-a432-450a-b50d-b1ce914c658c None None] Port 2abbf248-21ff-4384-a4b4-d98a0f29f166 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:11:12.745336 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:12.789824 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Allocated IP 172.20.0.5 (09213b65-18cd-49bb-a5e9-6a043cc098b0/7887253d-9907-45d5-a4db-6774c0d984cf/ddc6e115-804a-4f1f-8869-cca1a58cf3e4) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:11:12.810796 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:12.811843 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:12.890960 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9886241 Nov 05 13:11:12.920145 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Request body: {'port': {'device_id': '860ae019-cee1-4bb1-b6e0-989be97850a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:13.146753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.236681 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.271182 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51138) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:13.277540 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-685145642-network', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:13.282883 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:13.287175 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Usage tracker for resource:network and tenant:4f2c68babbed408aa4cc5c4243ad45f9 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:13.290942 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:13.291076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Transition to ACTIVE for port object ddc6e115-804a-4f1f-8869-cca1a58cf3e4 will not be triggered until provisioned by entity DHCP. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:13.297533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:13.311516 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Made reservation on behalf of 4f2c68babbed408aa4cc5c4243ad45f9 for: {'network': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:11:13.316952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.330535 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.364675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:13.368938 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Usage tracker for resource:security_group_rule and tenant:4f2c68babbed408aa4cc5c4243ad45f9 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:13.371986 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:13.378888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:13.449643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.452741 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.457415 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-01ef814e-1064-4f09-9956-5a394ccbf54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:13.472540 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.485721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=88180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:11:13.489469 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:13.495326 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e61bbf-60cd-4b09-9eac-83a52e61635b,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:13.499169 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:13.502687 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.503620 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Added segment 0b2c07b2-5a0d-4e09-be00-0756202f0032 of type vlan for network 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 Nov 05 13:11:13.533952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.568961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.570582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:13.571276 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.576427 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:13.647182 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 1a0ffff3-b7f3-4025-8552-1540a3abb07c up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:13.721242 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4488111 Nov 05 13:11:13.722345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Pushing event updated for resources: {'Network': ['ID=004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:13.724765 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51144) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:13.728013 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:13.732206 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Request body: {'subnet': {'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-685145642-subnet', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'ip_version': 4}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:13.735038 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 1a0ffff3-b7f3-4025-8552-1540a3abb07c completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:13.745371 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:13.750023 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Usage tracker for resource:subnet and tenant:4f2c68babbed408aa4cc5c4243ad45f9 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:13.751241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:11:13.754283 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:13.761196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:13.766776 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 1a0ffff3-b7f3-4025-8552-1540a3abb07c triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:13.767052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.773853 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Made reservation on behalf of 4f2c68babbed408aa4cc5c4243ad45f9 for: {'subnet': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:11:13.779097 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839901353'] for subnet, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:13.946908 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event updated for resources: {'Port': ['ID=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:13.949509 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:13.968222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Network 09213b65-18cd-49bb-a5e9-6a043cc098b0 is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:13.973811 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:13.976220 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:11:13.996140 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.012622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port 1a0ffff3-b7f3-4025-8552-1540a3abb07c, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=1a0ffff3-b7f3-4025-8552-1540a3abb07c,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:14.016287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.016632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838933638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839901370'] for subnet, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.018795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:14.022219 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:14.062737 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ad75d-93b6-4390-86ca-9fedce882e4d req-aa877562-8749-4c6d-be48-e758a74b0f67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:14.063523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-550ad75d-93b6-4390-86ca-9fedce882e4d req-aa877562-8749-4c6d-be48-e758a74b0f67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Synchronizing usage tracker for tenant:723723df15a441fcb71fae87a49e0591 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:11:14.082884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:14.083557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.099540 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:14.104166 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:14.108240 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=1a0ffff3-b7f3-4025-8552-1540a3abb07c,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:14.111917 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:14.123321 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Checking segment: {'id': '0b2c07b2-5a0d-4e09-be00-0756202f0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:11:14.128231 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Network hostable DHCP agents. Network: 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:11:14.148383 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2702296 Nov 05 13:11:14.149099 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-550ad75d-93b6-4390-86ca-9fedce882e4d req-aa877562-8749-4c6d-be48-e758a74b0f67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Unset dirty status for tenant:723723df15a441fcb71fae87a49e0591 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:11:14.150586 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-550ad75d-93b6-4390-86ca-9fedce882e4d req-aa877562-8749-4c6d-be48-e758a74b0f67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 931 time: 0.7767432 Nov 05 13:11:14.158736 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Network 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:11:14.169602 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3) {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:14.173843 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:14.174726 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.179549 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5334a7d7-3e03-49b5-9881-c1420e5e2a31 None None] Network 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:11:14.196659 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4706538 Nov 05 13:11:14.197883 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Request body: {'port': {'device_id': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:14.199321 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51148) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:14.205573 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-685145642-router', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:14.212243 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:14.216613 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Usage tracker for resource:router and tenant:4f2c68babbed408aa4cc5c4243ad45f9 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:14.220079 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:14.228452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:14.240676 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-648725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775552'] for router, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.242048 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854126853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854100366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854015493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-281'] for router, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.263668 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.313286 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b45606-deff-4766-8520-e81b888c45f0 req-c967e3eb-da87-4928-850f-1718fe3a62cf tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:14.314849 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-87b45606-deff-4766-8520-e81b888c45f0 req-c967e3eb-da87-4928-850f-1718fe3a62cf tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Synchronizing usage tracker for tenant:ac4268514de642f39f611ce13a21b32d on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:11:14.349062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3177355f-5dbc-4536-a4fe-25e8ec3aa050 {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:11:14.375926 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.399908 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ef438f07-5055-45fd-9cc8-544704e71b8f None None] Provisioning for port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:14.407949 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-ef438f07-5055-45fd-9cc8-544704e71b8f None None] Provisioning complete for port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:14.408525 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ef438f07-5055-45fd-9cc8-544704e71b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.442485 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-87b45606-deff-4766-8520-e81b888c45f0 req-c967e3eb-da87-4928-850f-1718fe3a62cf tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Unset dirty status for tenant:ac4268514de642f39f611ce13a21b32d on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:11:14.443876 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-87b45606-deff-4766-8520-e81b888c45f0 req-c967e3eb-da87-4928-850f-1718fe3a62cf tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 931 time: 0.7902236 Nov 05 13:11:14.450093 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Transition to ACTIVE for port object 3177355f-5dbc-4536-a4fe-25e8ec3aa050 will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:14.462785 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854100413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-494'] for router, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.492121 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-550ad75d-93b6-4390-86ca-9fedce882e4d req-ac29ad6f-3733-41e6-a634-799f39ab7d3f tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289561 Nov 05 13:11:14.494028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.513481 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16b524d8-9c6b-56f2-95b6-eb13d4fabab4-004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3', 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'fixed_ips': [{'subnet_id': '635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8'}]}} from dv-cinder-815883-2-smb. {{(pid=88182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:11:14.514395 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.524434 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:14.543122 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-ef438f07-5055-45fd-9cc8-544704e71b8f None None] Port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:11:14.589986 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.721150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Allocated IP 172.20.0.2 (004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3/635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8/4c5f90cc-3ea5-48b1-b493-3a912ac06129) {{(pid=88182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:11:14.743993 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.772325 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Pushing event updated for resources: {'Port': ['ID=3177355f-5dbc-4536-a4fe-25e8ec3aa050,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:14.775502 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:14.777847 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.797334 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-87b45606-deff-4766-8520-e81b888c45f0 req-e332ce74-2467-41ba-93ff-a13aac67f489 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429530 Nov 05 13:11:14.912236 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Sync routers for ids ['a58c94ec-7787-4431-bfaf-901dac71b608'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:11:14.927157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Routers {'a58c94ec-7787-4431-bfaf-901dac71b608'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:14.928324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['a58c94ec-7787-4431-bfaf-901dac71b608'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:14.941087 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Allocated IP 172.28.2.120 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/f3e8af0a-ad60-4893-949e-877fd8a8e5f4) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:11:14.975012 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Notify callbacks [] for port, precommit_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:14.986340 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Transition to ACTIVE for port object 4c5f90cc-3ea5-48b1-b493-3a912ac06129 will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:15.007280 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Transition to ACTIVE for port object 4c5f90cc-3ea5-48b1-b493-3a912ac06129 will not be triggered until provisioned by entity DHCP. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:15.013612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.027224 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:15.113231 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Network 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 is already hosted by enough agents. {{(pid=88182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:15.113842 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Pushing event updated for resources: {'Port': ['ID=4c5f90cc-3ea5-48b1-b493-3a912ac06129,revision_number=1']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:15.124237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Resources bound (agent type, host, resource id): {{(pid=88182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:15.130429 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:15.131742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Received port after_create {{(pid=88182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:11:15.141912 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.170631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.171411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Attempting to bind port 3177355f-5dbc-4536-a4fe-25e8ec3aa050 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:11:15.171783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Attempting to bind port 3177355f-5dbc-4536-a4fe-25e8ec3aa050 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'f30df5b8-bd26-4d05-83e0-1b5b1d1271c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:11:15.172268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Attempting to bind port 3177355f-5dbc-4536-a4fe-25e8ec3aa050 on network 29b620bc-f47e-4601-99cc-66a76991610b {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:15.175932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:15.180205 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Set router a58c94ec-7787-4431-bfaf-901dac71b608 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:15.180956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Port 3177355f-5dbc-4536-a4fe-25e8ec3aa050 on network 29b620bc-f47e-4601-99cc-66a76991610b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:11:15.181329 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Attempting to bind port 3177355f-5dbc-4536-a4fe-25e8ec3aa050 on network 29b620bc-f47e-4601-99cc-66a76991610b {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:15.202791 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:11:15.203188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Checking segment: {'id': 'f30df5b8-bd26-4d05-83e0-1b5b1d1271c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:11:15.203561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Bound using segment: {'id': 'f30df5b8-bd26-4d05-83e0-1b5b1d1271c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:11:15.204039 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Bound port: 3177355f-5dbc-4536-a4fe-25e8ec3aa050, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f30df5b8-bd26-4d05-83e0-1b5b1d1271c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:11:15.204418 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.242820 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Attempting to bind port 4c5f90cc-3ea5-48b1-b493-3a912ac06129 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:11:15.243351 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Attempting to bind port 4c5f90cc-3ea5-48b1-b493-3a912ac06129 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '0b2c07b2-5a0d-4e09-be00-0756202f0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:11:15.243770 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Attempting to bind port 4c5f90cc-3ea5-48b1-b493-3a912ac06129 on network 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:15.246675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:15.250236 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:15.253691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:11:15.263046 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:11:15.264038 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Checking segment: {'id': '0b2c07b2-5a0d-4e09-be00-0756202f0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:11:15.264163 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.264606 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Bound using segment: {'id': '0b2c07b2-5a0d-4e09-be00-0756202f0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:11:15.265155 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Bound port: 4c5f90cc-3ea5-48b1-b493-3a912ac06129, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2c07b2-5a0d-4e09-be00-0756202f0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:11:15.265577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.305882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e8af0a-ad60-4893-949e-877fd8a8e5f4,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:15.309491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:15.380671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] For port 3177355f-5dbc-4536-a4fe-25e8ec3aa050, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:11:15.384985 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc6e115-804a-4f1f-8869-cca1a58cf3e4 {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:11:15.389464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] For port 4c5f90cc-3ea5-48b1-b493-3a912ac06129, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:11:15.390255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] For port 3177355f-5dbc-4536-a4fe-25e8ec3aa050, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=3177355f-5dbc-4536-a4fe-25e8ec3aa050,segment=NetworkSegment(f30df5b8-bd26-4d05-83e0-1b5b1d1271c6),segment_id=f30df5b8-bd26-4d05-83e0-1b5b1d1271c6)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:11:15.396665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] For port 4c5f90cc-3ea5-48b1-b493-3a912ac06129, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=4c5f90cc-3ea5-48b1-b493-3a912ac06129,segment=NetworkSegment(0b2c07b2-5a0d-4e09-be00-0756202f0032),segment_id=0b2c07b2-5a0d-4e09-be00-0756202f0032)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:11:15.396883 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.398225 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.398980 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.405168 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a2d6cff0-21af-482b-8f18-356c88176801 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:15.405664 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:15.466372 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.467865 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854127075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102106'] for router, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.480855 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Transition to ACTIVE for port object ddc6e115-804a-4f1f-8869-cca1a58cf3e4 will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:15.494595 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.508834 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.510341 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] 10.222.0.64 "PUT /v2.0/ports/3177355f-5dbc-4536-a4fe-25e8ec3aa050 HTTP/1.1" status: 200 len: 1093 time: 2.6109815 Nov 05 13:11:15.512173 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860ae019-cee1-4bb1-b6e0-989be97850a6', 'tag': '3177355f-5dbc-4536-a4fe-25e8ec3aa050'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:11:15.532554 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Pushing event updated for resources: {'Port': ['ID=4c5f90cc-3ea5-48b1-b493-3a912ac06129,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:15.553953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:15.621161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 1a0ffff3-b7f3-4025-8552-1540a3abb07c up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:15.631014 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:11:10Z', 'revision_number': 4, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '2abbf248-21ff-4384-a4b4-d98a0f29f166', 'name': '', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'mac_address': 'fa:16:3e:47:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693aec80-ccac-4273-ac2c-7879139af924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:09Z', 'updated_at': '2021-11-05T13:11:10Z', 'revision_number': 2, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'subnets': [{'id': '693aec80-ccac-4273-ac2c-7879139af924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:15.640439 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Checking router: a58c94ec-7787-4431-bfaf-901dac71b608 for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:11:15.641197 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Updating router a58c94ec-7787-4431-bfaf-901dac71b608 port 2abbf248-21ff-4384-a4b4-d98a0f29f166 binding host dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:11:15.734539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.774378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Pushing event updated for resources: {'Port': ['ID=3177355f-5dbc-4536-a4fe-25e8ec3aa050,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:15.780098 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:15.788965 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 1a0ffff3-b7f3-4025-8552-1540a3abb07c triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:15.789398 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:15.881895 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7f98c421-3cf9-4d44-a3c1-e4103d87799e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:15.985142 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860ae019-cee1-4bb1-b6e0-989be97850a6', 'tag': '3177355f-5dbc-4536-a4fe-25e8ec3aa050', 'status': 'completed', 'code': 200} Nov 05 13:11:16.056006 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:16.070859 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:16.258300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:16.347123 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Router fd962a01-bb0c-4104-a834-887fc6c48a2b is scheduled to L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 with binding_index 1 {{(pid=88180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:11:16.396101 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Notify callbacks [] for port, precommit_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:16.408648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Transition to ACTIVE for port object 2abbf248-21ff-4384-a4b4-d98a0f29f166 will not be triggered until provisioned by entity L2. {{(pid=88183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:16.416270 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:16.416485 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-5b39e79d-1ba2-41da-975b-87240a099e73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=723723df15a441fcb71fae87a49e0591&device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 1096 time: 0.6247168 Nov 05 13:11:16.421174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:16.428242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffa0f1-83c8-47b2-b2e7-9d8f4e30992c req-c9b2b8ec-ace1-4af3-9703-55249be119a7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:16.433422 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-adffa0f1-83c8-47b2-b2e7-9d8f4e30992c req-c9b2b8ec-ace1-4af3-9703-55249be119a7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.3391228 Nov 05 13:11:16.435193 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Attempting to bind port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:11:16.435955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Attempting to bind port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:11:16.436370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Attempting to bind port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 on network 09213b65-18cd-49bb-a5e9-6a043cc098b0 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:16.446906 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aafa60-df7c-46a1-82e6-387a7582bae0 req-a980f642-7f1f-4070-a58e-bfd3f7f7f8f6 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:16.451935 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-68aafa60-df7c-46a1-82e6-387a7582bae0 req-a980f642-7f1f-4070-a58e-bfd3f7f7f8f6 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 943 time: 0.6708584 Nov 05 13:11:16.569673 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:11:16.570973 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 on network 09213b65-18cd-49bb-a5e9-6a043cc098b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:11:16.571342 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Attempting to bind port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 on network 09213b65-18cd-49bb-a5e9-6a043cc098b0 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:16.589654 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Sync routers for ids ['fd962a01-bb0c-4104-a834-887fc6c48a2b'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:11:16.591913 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-1c7a7c2d-a9ff-45b9-b304-abc6e6e76e1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3177355f-5dbc-4536-a4fe-25e8ec3aa050 HTTP/1.1" status: 200 len: 217 time: 0.1336155 Nov 05 13:11:16.600743 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] Notify callbacks [] for router, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:16.602287 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c678b1ca-d9d7-4857-ad1f-c909a48d5a60 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4017656 Nov 05 13:11:16.605188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51158) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:16.608931 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:11:16.609320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Checking segment: {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:11:16.609758 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Bound using segment: {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:11:16.610263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Bound port: ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f25d59ca-1768-42e2-9b89-8a5465afbe18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:11:16.610655 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:16.613351 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Routers {'fd962a01-bb0c-4104-a834-887fc6c48a2b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:16.614264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['fd962a01-bb0c-4104-a834-887fc6c48a2b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:16.738472 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Pushing event updated for resources: {'Port': ['ID=2abbf248-21ff-4384-a4b4-d98a0f29f166,revision_number=3']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:16.754158 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:16.754533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:16.755049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:16.755423 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:16.755786 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:16.756148 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:16.756504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:16.756882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:16.757242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:16.757593 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:16.757942 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:11:16.761790 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:16.812677 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-68aafa60-df7c-46a1-82e6-387a7582bae0 req-7e1370fd-b08c-455e-82a8-9c07ffeec31b tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922549 Nov 05 13:11:16.831714 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-adffa0f1-83c8-47b2-b2e7-9d8f4e30992c req-92908f6d-7754-4039-a2ee-d78f9a4fd01c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775153 Nov 05 13:11:16.886186 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-45c7a8b5-090d-473e-ac04-7120740bed17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:16.887928 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-45c7a8b5-090d-473e-ac04-7120740bed17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc HTTP/1.1" status: 200 len: 853 time: 0.2297323 Nov 05 13:11:16.903234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:11:16.903910 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Attempting to bind port 2abbf248-21ff-4384-a4b4-d98a0f29f166 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:11:16.904478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Attempting to bind port 2abbf248-21ff-4384-a4b4-d98a0f29f166 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:11:16.905116 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Attempting to bind port 2abbf248-21ff-4384-a4b4-d98a0f29f166 on network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:16.907050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:11:16.915074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:11:16.915773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Checking segment: {'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:11:16.916383 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:16.917303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Bound using segment: {'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:11:16.917988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Bound port: 2abbf248-21ff-4384-a4b4-d98a0f29f166, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'}}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:11:16.919232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:16.953154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:16.963150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2ffd2945-c451-4ead-94cf-d2615bce2f37 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:16.994564 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Set router fd962a01-bb0c-4104-a834-887fc6c48a2b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:17.046929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:17.053613 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-a781ea29-a21f-4aa6-b151-4f11e21f7ea3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29b620bc-f47e-4601-99cc-66a76991610b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448474 Nov 05 13:11:17.055994 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:17.061890 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] For port 2abbf248-21ff-4384-a4b4-d98a0f29f166, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:11:17.065834 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] For port 2abbf248-21ff-4384-a4b4-d98a0f29f166, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=2abbf248-21ff-4384-a4b4-d98a0f29f166,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:11:17.070360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:17.075027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-80d96561-1019-4065-91a3-54cd0c32f6f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:17.111457 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:17.113534 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] 10.222.0.64 "PUT /v2.0/ports/ddc6e115-804a-4f1f-8869-cca1a58cf3e4 HTTP/1.1" status: 200 len: 1093 time: 2.9521272 Nov 05 13:11:17.156399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Pushing event updated for resources: {'Port': ['ID=2abbf248-21ff-4384-a4b4-d98a0f29f166,revision_number=4']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:17.162363 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1d7b23e0-c446-4598-bfea-3e510a224554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:17.194495 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Routers {'a58c94ec-7787-4431-bfaf-901dac71b608'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:17.195196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['a58c94ec-7787-4431-bfaf-901dac71b608'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:17.277945 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-2dc54efb-cfcd-44bc-81bc-d0365787a941 service neutron] 10.222.0.64 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148972 Nov 05 13:11:17.478391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] Set router a58c94ec-7787-4431-bfaf-901dac71b608 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:17.497099 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'name': 'tempest-TestMinimumBasicScenario-685145642-router', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:15Z', 'revision_number': 3, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'gw_port': {'id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:17.511674 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Checking router: fd962a01-bb0c-4104-a834-887fc6c48a2b for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:11:17.512081 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Updating router fd962a01-bb0c-4104-a834-887fc6c48a2b port f3e8af0a-ad60-4893-949e-877fd8a8e5f4 binding host dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:11:17.613351 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:17.817231 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-9fa6adb6-5d27-47ad-bcfb-f7060d7e2788 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 1096 time: 0.5379908 Nov 05 13:11:17.829191 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a84bdb10-8c3d-4592-9478-225349e1c512 req-e1c24c6c-3978-4ee2-85cf-b400d48c3a43 service neutron] 10.222.0.64 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484644 Nov 05 13:11:17.972175 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 4c5f90cc-3ea5-48b1-b493-3a912ac06129 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:18.127265 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:18.152471 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:11:10Z', 'revision_number': 4, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '2abbf248-21ff-4384-a4b4-d98a0f29f166', 'name': '', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'mac_address': 'fa:16:3e:47:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693aec80-ccac-4273-ac2c-7879139af924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:09Z', 'updated_at': '2021-11-05T13:11:17Z', 'revision_number': 4, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'subnets': [{'id': '693aec80-ccac-4273-ac2c-7879139af924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:18.158224 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2b9a0-ad07-4d4e-a5fb-8e9b7ee80d54 None None] The sync data for ids ['a58c94ec-7787-4431-bfaf-901dac71b608'] in dv-cinder-815883-2-smb is: [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:11:10Z', 'revision_number': 4, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '2abbf248-21ff-4384-a4b4-d98a0f29f166', 'name': '', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'mac_address': 'fa:16:3e:47:65:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693aec80-ccac-4273-ac2c-7879139af924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:09Z', 'updated_at': '2021-11-05T13:11:17Z', 'revision_number': 4, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'subnets': [{'id': '693aec80-ccac-4273-ac2c-7879139af924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:11:18.175387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc92e4dd-f846-47e1-b28c-b4cc3eb5db95 None None] Network 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:11:18.267383 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:11:18.338204 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-e5eb2d57-4886-4b30-9e81-a2619eafb56f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4 HTTP/1.1" status: 200 len: 217 time: 0.5079179 Nov 05 13:11:18.369967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 4c5f90cc-3ea5-48b1-b493-3a912ac06129 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:18.420797 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Allocated IP 172.20.0.1 (004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3/635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8/4340d2a7-1bc5-4bc9-be69-4f9ec3040f66) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:11:18.571868 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-50aa3db8-318a-4883-908c-764b977f106a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:18.573488 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-50aa3db8-318a-4883-908c-764b977f106a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.1503496 Nov 05 13:11:18.577102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Notify callbacks [] for port, precommit_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:18.584178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a35a5-9dcf-4144-b014-8ee6273f4d49 req-ce703e9f-cac5-477f-a767-da17538781b1 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:18.586088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-58673444-286a-48bb-80be-ee8d2c09a91a None None] Provisioning for port 4c5f90cc-3ea5-48b1-b493-3a912ac06129 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:18.586193 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2c7a35a5-9dcf-4144-b014-8ee6273f4d49 req-ce703e9f-cac5-477f-a767-da17538781b1 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 943 time: 0.3101997 Nov 05 13:11:18.596963 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-58673444-286a-48bb-80be-ee8d2c09a91a None None] Provisioning complete for port 4c5f90cc-3ea5-48b1-b493-3a912ac06129 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:18.597390 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58673444-286a-48bb-80be-ee8d2c09a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:18.630926 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:18.647733 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7947ec-8fdc-47e6-bd02-212e9c575baa req-914670b0-0c01-4131-b458-148e2670e06d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:18.649306 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-be7947ec-8fdc-47e6-bd02-212e9c575baa req-914670b0-0c01-4131-b458-148e2670e06d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.3724260 Nov 05 13:11:18.655154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Transition to ACTIVE for port object 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 will not be triggered until provisioned by entity DHCP. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:18.669753 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7ac0d32b-f92d-4136-87ed-f6cebd0eb58b req-9cce3753-5e1c-4d0c-8995-aa46dd804939 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=723723df15a441fcb71fae87a49e0591&device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 1096 time: 0.3912275 Nov 05 13:11:18.677484 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:18.683671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:18.715842 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Transition to ACTIVE for port object f3e8af0a-ad60-4893-949e-877fd8a8e5f4 will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:18.771152 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:18.780192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Network 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:18.789611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:18.795314 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2c7a35a5-9dcf-4144-b014-8ee6273f4d49 req-63422830-76a3-401f-88cb-978302c721e7 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612039 Nov 05 13:11:18.795487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:11:18.795752 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:18.869502 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102243'] for router_interface, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:18.889374 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36980ff6-cf43-48cd-a335-b63dfe55906a None None] Pushing event updated for resources: {'Port': ['ID=f3e8af0a-ad60-4893-949e-877fd8a8e5f4,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:18.896897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-36980ff6-cf43-48cd-a335-b63dfe55906a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:18.917067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Attempting to bind port f3e8af0a-ad60-4893-949e-877fd8a8e5f4 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:11:18.918012 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Attempting to bind port f3e8af0a-ad60-4893-949e-877fd8a8e5f4 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:11:18.918440 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Attempting to bind port f3e8af0a-ad60-4893-949e-877fd8a8e5f4 on network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:18.937115 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Pushing event updated for resources: {'Port': ['ID=4340d2a7-1bc5-4bc9-be69-4f9ec3040f66,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:18.944085 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-b9e7745a-c76b-4055-95e3-bb5333f151bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3548689 Nov 05 13:11:18.949252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:11:18.951648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:18.951789 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Checking segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:11:18.952280 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:18.957030 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Bound using segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:11:18.957650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Bound port: f3e8af0a-ad60-4893-949e-877fd8a8e5f4, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:11:18.958091 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:18.999226 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:19.008522 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-be7947ec-8fdc-47e6-bd02-212e9c575baa req-5fe72fd0-97fd-48fb-b354-11b4c8f547b7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377044 Nov 05 13:11:19.041438 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'status': 'completed', 'code': 200} Nov 05 13:11:19.093905 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] For port f3e8af0a-ad60-4893-949e-877fd8a8e5f4, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:11:19.104907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] For port f3e8af0a-ad60-4893-949e-877fd8a8e5f4, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=f3e8af0a-ad60-4893-949e-877fd8a8e5f4,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:11:19.117246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:19.123486 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:19.195684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58673444-286a-48bb-80be-ee8d2c09a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:19.213222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0d32b-f92d-4136-87ed-f6cebd0eb58b req-8c44fdef-6c39-4072-8192-f41ab88065ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:19.225488 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7ac0d32b-f92d-4136-87ed-f6cebd0eb58b req-8c44fdef-6c39-4072-8192-f41ab88065ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=29b620bc-f47e-4601-99cc-66a76991610b HTTP/1.1" status: 200 len: 914 time: 0.5406744 Nov 05 13:11:19.229383 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-eaa69f5e-5ba4-4fe1-b90e-e79c764cc543 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660522 Nov 05 13:11:19.274315 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36980ff6-cf43-48cd-a335-b63dfe55906a None None] Pushing event updated for resources: {'Port': ['ID=f3e8af0a-ad60-4893-949e-877fd8a8e5f4,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:19.284916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-36980ff6-cf43-48cd-a335-b63dfe55906a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:19.325825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-58673444-286a-48bb-80be-ee8d2c09a91a None None] For port 4c5f90cc-3ea5-48b1-b493-3a912ac06129, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=4c5f90cc-3ea5-48b1-b493-3a912ac06129,segment=NetworkSegment(0b2c07b2-5a0d-4e09-be00-0756202f0032),segment_id=0b2c07b2-5a0d-4e09-be00-0756202f0032)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:19.338722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58673444-286a-48bb-80be-ee8d2c09a91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:19.341162 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:19.379986 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Routers {'fd962a01-bb0c-4104-a834-887fc6c48a2b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:19.380692 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['fd962a01-bb0c-4104-a834-887fc6c48a2b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:19.394242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:19.400337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838933006'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:19.409531 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7ac0d32b-f92d-4136-87ed-f6cebd0eb58b req-3166d4d6-232e-4734-80ee-7d7dc927dcd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3177355f-5dbc-4536-a4fe-25e8ec3aa050 HTTP/1.1" status: 200 len: 217 time: 0.1784756 Nov 05 13:11:19.458220 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-49d946f4-6957-4e7c-aa15-3ffb458d705a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:19.588998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1135331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854100860'] for router_interface, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:19.589664 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0d32b-f92d-4136-87ed-f6cebd0eb58b req-f39adc87-7e7b-40a6-ad87-7830db94ff73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:19.591334 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7ac0d32b-f92d-4136-87ed-f6cebd0eb58b req-f39adc87-7e7b-40a6-ad87-7830db94ff73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc HTTP/1.1" status: 200 len: 853 time: 0.1708200 Nov 05 13:11:19.604065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Pushing event updated for resources: {'Port': ['ID=4340d2a7-1bc5-4bc9-be69-4f9ec3040f66,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:19.607194 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:19.675613 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] Set router fd962a01-bb0c-4104-a834-887fc6c48a2b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:19.766486 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1d3bdee3-ef9c-4e82-9ee4-aa2341585884 req-49ef19ff-35e0-4235-9fd6-a6f472586f75 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067717 Nov 05 13:11:19.781017 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7ac0d32b-f92d-4136-87ed-f6cebd0eb58b req-febb6ecc-8604-4940-8bf9-e80c0a4a350a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29b620bc-f47e-4601-99cc-66a76991610b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1781516 Nov 05 13:11:19.788608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Network 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:19.789884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:20.055183 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7ac0d32b-f92d-4136-87ed-f6cebd0eb58b req-17df1842-c677-41a0-95b1-f9630c6d71e2 service neutron] 10.222.0.64 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628403 Nov 05 13:11:20.241503 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 2abbf248-21ff-4384-a4b4-d98a0f29f166 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:20.286245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58673444-286a-48bb-80be-ee8d2c09a91a None None] Pushing event updated for resources: {'Port': ['ID=4c5f90cc-3ea5-48b1-b493-3a912ac06129,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:20.292338 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-58673444-286a-48bb-80be-ee8d2c09a91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:20.325946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 3177355f-5dbc-4536-a4fe-25e8ec3aa050 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:11:20.413053 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c035115-83e8-4440-a956-d2322374c7e0 req-b578e69a-b99e-46bc-a33d-b35e5adeafe7 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:20.414738 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0c035115-83e8-4440-a956-d2322374c7e0 req-b578e69a-b99e-46bc-a33d-b35e5adeafe7 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 943 time: 0.3013132 Nov 05 13:11:20.486107 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-634e9254-375c-44d1-89a5-bd0c0e2e0d81 None None] Provisioning complete for port 4c5f90cc-3ea5-48b1-b493-3a912ac06129 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:20.486518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-634e9254-375c-44d1-89a5-bd0c0e2e0d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:20.511390 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-124387c5-f963-4e08-a6b1-0a516a18586c req-76f43a8c-0dd9-4a25-aa10-2e8045aadf7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 1096 time: 0.6869421 Nov 05 13:11:20.555849 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7ac0d32b-f92d-4136-87ed-f6cebd0eb58b req-0016551c-2f96-4949-b522-dab6ed4c0cab service neutron] 10.222.0.64 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913423 Nov 05 13:11:20.579982 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0c035115-83e8-4440-a956-d2322374c7e0 req-f646e416-5eea-40d1-8c41-34ce5c72bebc tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526840 Nov 05 13:11:20.583522 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Router fd962a01-bb0c-4104-a834-887fc6c48a2b has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:11:20.654857 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddae3ad-8785-4e0a-881f-918d0da06f86 req-83d7e105-ff6b-4ae0-96c9-c3e0186fc4cc tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:20.656824 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ddae3ad-8785-4e0a-881f-918d0da06f86 req-83d7e105-ff6b-4ae0-96c9-c3e0186fc4cc tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.4138505 Nov 05 13:11:20.667505 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 3177355f-5dbc-4536-a4fe-25e8ec3aa050, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=3177355f-5dbc-4536-a4fe-25e8ec3aa050,segment=NetworkSegment(f30df5b8-bd26-4d05-83e0-1b5b1d1271c6),segment_id=f30df5b8-bd26-4d05-83e0-1b5b1d1271c6)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:20.724085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': '3177355f-5dbc-4536-a4fe-25e8ec3aa050', 'network_id': '29b620bc-f47e-4601-99cc-66a76991610b', 'port_id': '3177355f-5dbc-4536-a4fe-25e8ec3aa050', 'mac_address': 'fa:16:3e:9b:29:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:11:20.732702 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124387c5-f963-4e08-a6b1-0a516a18586c req-695fc6c3-3a93-45eb-9b4c-08352faef27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:20.732899 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 2abbf248-21ff-4384-a4b4-d98a0f29f166 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:20.734443 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-124387c5-f963-4e08-a6b1-0a516a18586c req-695fc6c3-3a93-45eb-9b4c-08352faef27f service neutron] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 917 time: 0.2094607 Nov 05 13:11:20.777465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 2abbf248-21ff-4384-a4b4-d98a0f29f166 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:20.777885 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:20.834748 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-124387c5-f963-4e08-a6b1-0a516a18586c req-0ebfa585-1a41-4799-b7b0-e3d6fdc70d5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4 HTTP/1.1" status: 200 len: 217 time: 0.0910554 Nov 05 13:11:20.839918 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ddae3ad-8785-4e0a-881f-918d0da06f86 req-bb79739c-1b93-4682-b8df-678530e918ca tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291757 Nov 05 13:11:20.844930 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:11:20.855866 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'name': 'tempest-TestMinimumBasicScenario-685145642-router', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:18Z', 'revision_number': 4, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'gw_port': {'id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '4340d2a7-1bc5-4bc9-be69-4f9ec3040f66', 'name': '', 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'mac_address': 'fa:16:3e:e2:de:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:18Z', 'updated_at': '2021-11-05T13:11:19Z', 'revision_number': 2, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'subnets': [{'id': '635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:20.877174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76625b25-95f9-4f2f-8c10-6bc3c17d6bed None None] The sync data for ids ['fd962a01-bb0c-4104-a834-887fc6c48a2b'] in dv-cinder-815883-2-smb is: [{'id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'name': 'tempest-TestMinimumBasicScenario-685145642-router', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:18Z', 'revision_number': 4, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'gw_port': {'id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '4340d2a7-1bc5-4bc9-be69-4f9ec3040f66', 'name': '', 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'mac_address': 'fa:16:3e:e2:de:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:18Z', 'updated_at': '2021-11-05T13:11:19Z', 'revision_number': 2, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'subnets': [{'id': '635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:11:20.881581 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:20.892765 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] 10.222.0.39 "PUT /v2.0/routers/fd962a01-bb0c-4104-a834-887fc6c48a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2682133 Nov 05 13:11:20.907614 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3177355f-5dbc-4536-a4fe-25e8ec3aa050 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:11:20.929177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124387c5-f963-4e08-a6b1-0a516a18586c req-80e87637-cec3-41ff-b3a6-802a6ebf96cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:20.930901 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-124387c5-f963-4e08-a6b1-0a516a18586c req-80e87637-cec3-41ff-b3a6-802a6ebf96cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.0891700 Nov 05 13:11:20.937619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 3177355f-5dbc-4536-a4fe-25e8ec3aa050, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=3177355f-5dbc-4536-a4fe-25e8ec3aa050,segment=NetworkSegment(f30df5b8-bd26-4d05-83e0-1b5b1d1271c6),segment_id=f30df5b8-bd26-4d05-83e0-1b5b1d1271c6)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:20.968898 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:20.976831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-58673444-286a-48bb-80be-ee8d2c09a91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:21.036494 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-124387c5-f963-4e08-a6b1-0a516a18586c req-5d59429c-03d5-4bdc-b234-e8bfa549e043 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0975299 Nov 05 13:11:21.091430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=3177355f-5dbc-4536-a4fe-25e8ec3aa050,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:21.109523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:21.120967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:21.152881 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-590b6208-7d91-409b-b4f7-d0ab693a6c7d None None] Provisioning for port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:21.161185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port 2abbf248-21ff-4384-a4b4-d98a0f29f166, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=2abbf248-21ff-4384-a4b4-d98a0f29f166,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:21.162445 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-590b6208-7d91-409b-b4f7-d0ab693a6c7d None None] Provisioning complete for port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:21.162641 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-590b6208-7d91-409b-b4f7-d0ab693a6c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:21.191266 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:21.196412 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-124387c5-f963-4e08-a6b1-0a516a18586c req-57ec09ca-db7e-4ef6-ba30-b3859bdcac44 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520896 Nov 05 13:11:21.200078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:21.233550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['3177355f-5dbc-4536-a4fe-25e8ec3aa050'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:11:21.328045 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-590b6208-7d91-409b-b4f7-d0ab693a6c7d None None] Port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:11:21.348888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=2abbf248-21ff-4384-a4b4-d98a0f29f166,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:21.353185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:21.355427 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-124387c5-f963-4e08-a6b1-0a516a18586c req-b5ea93e4-bfee-45c3-83fb-966379f6eff9 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521955 Nov 05 13:11:21.584373 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 4c5f90cc-3ea5-48b1-b493-3a912ac06129 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:21.700613 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 4c5f90cc-3ea5-48b1-b493-3a912ac06129 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:21.705067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:21.856526 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 2abbf248-21ff-4384-a4b4-d98a0f29f166 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:21.888023 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d44f85-c8ee-493e-9b2b-0743a2ab90a4 req-b37ab215-8424-49f1-8d3b-66d297850b0f tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:21.890252 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e2d44f85-c8ee-493e-9b2b-0743a2ab90a4 req-b37ab215-8424-49f1-8d3b-66d297850b0f tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 944 time: 0.1502898 Nov 05 13:11:21.954510 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e2d44f85-c8ee-493e-9b2b-0743a2ab90a4 req-22af88a5-a834-4e51-8119-f52b6fb0c395 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565631 Nov 05 13:11:21.955630 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 2abbf248-21ff-4384-a4b4-d98a0f29f166 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:21.956088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:22.171023 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ff3c3-c480-49e3-aab1-51fa7b017f05 req-5a5224b2-0478-42d2-a6bb-6a18a9015401 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:22.172911 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1e8ff3c3-c480-49e3-aab1-51fa7b017f05 req-5a5224b2-0478-42d2-a6bb-6a18a9015401 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.1166358 Nov 05 13:11:22.234142 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1e8ff3c3-c480-49e3-aab1-51fa7b017f05 req-46eee3f0-d5f0-4697-9e5b-f7b434a6da11 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547206 Nov 05 13:11:22.321838 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ddc6e115-804a-4f1f-8869-cca1a58cf3e4 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:11:22.324324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 3177355f-5dbc-4536-a4fe-25e8ec3aa050 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:22.544162 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port 3177355f-5dbc-4536-a4fe-25e8ec3aa050 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:22.559918 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port 3177355f-5dbc-4536-a4fe-25e8ec3aa050 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:22.560335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:22.652745 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:22.670783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'port_id': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'mac_address': 'fa:16:3e:7a:7b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:11:22.787594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:22.812330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:22.834934 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860ae019-cee1-4bb1-b6e0-989be97850a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3177355f-5dbc-4536-a4fe-25e8ec3aa050'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:11:22.858136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc6e115-804a-4f1f-8869-cca1a58cf3e4 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:11:22.869599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 3177355f-5dbc-4536-a4fe-25e8ec3aa050, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=3177355f-5dbc-4536-a4fe-25e8ec3aa050,segment=NetworkSegment(f30df5b8-bd26-4d05-83e0-1b5b1d1271c6),segment_id=f30df5b8-bd26-4d05-83e0-1b5b1d1271c6)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:22.876875 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:22.880961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bac3988f-a026-4858-bd16-f99d824b6fb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:22.932092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:22.943646 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:22.951467 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860ae019-cee1-4bb1-b6e0-989be97850a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3177355f-5dbc-4536-a4fe-25e8ec3aa050', 'code': 200} Nov 05 13:11:22.999697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=3177355f-5dbc-4536-a4fe-25e8ec3aa050,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:23.014081 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:23.015528 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:23.130927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:23.137123 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:23.176816 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['ddc6e115-804a-4f1f-8869-cca1a58cf3e4'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:11:23.619757 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device f3e8af0a-ad60-4893-949e-877fd8a8e5f4 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:23.708354 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b3b2b2ba-ff79-4ebc-9719-a16a55170c93 req-c53a97e4-cff9-41fd-876c-e6ca0f81b3ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 1098 time: 0.5393345 Nov 05 13:11:23.741130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2ffc7-b021-4b2a-aa6f-e14d0201d2a6 req-a3d466b0-6cfc-476e-bc82-0a385f67e35a tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:23.742778 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-66b2ffc7-b021-4b2a-aa6f-e14d0201d2a6 req-a3d466b0-6cfc-476e-bc82-0a385f67e35a tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 945 time: 0.5215545 Nov 05 13:11:23.751875 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4456108-0049-45a2-9905-39a3c4874c25 req-6d982daa-85cf-4a62-b24c-78210386ebf4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:23.759512 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d4456108-0049-45a2-9905-39a3c4874c25 req-6d982daa-85cf-4a62-b24c-78210386ebf4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 944 time: 0.1868038 Nov 05 13:11:23.769846 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port f3e8af0a-ad60-4893-949e-877fd8a8e5f4 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:23.778338 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port f3e8af0a-ad60-4893-949e-877fd8a8e5f4 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:23.778338 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:23.866443 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b3b2b2ba-ff79-4ebc-9719-a16a55170c93 req-623d6d1e-79bc-4c9b-9797-b8b9bc2f602b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491539 Nov 05 13:11:23.871980 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-66b2ffc7-b021-4b2a-aa6f-e14d0201d2a6 req-02ef8bdc-57f4-4abe-894a-26adf07faa10 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101832 Nov 05 13:11:23.892829 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d4456108-0049-45a2-9905-39a3c4874c25 req-07ae84b6-4032-4c0d-b29d-3c00608504ed tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319158 Nov 05 13:11:24.084194 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:24.101191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port f3e8af0a-ad60-4893-949e-877fd8a8e5f4, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=f3e8af0a-ad60-4893-949e-877fd8a8e5f4,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:24.105184 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:24.108044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0fc07e4e-4f03-4586-ae09-15b7bddf26f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:24.183279 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=f3e8af0a-ad60-4893-949e-877fd8a8e5f4,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:24.186780 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:24.328044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ddc6e115-804a-4f1f-8869-cca1a58cf3e4 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:24.410337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:24.415798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:24.416320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:24.541258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:24.585127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:24.588081 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:24.590067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:24.683625 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:24.695219 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:24.952615 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:11:25.228261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe52691-136d-4133-baf4-5543be6caf11 req-894aae38-33df-44a0-9875-74b337f5f747 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:25.229938 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-efe52691-136d-4133-baf4-5543be6caf11 req-894aae38-33df-44a0-9875-74b337f5f747 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 945 time: 0.1618738 Nov 05 13:11:25.241253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6751-c3e6-410c-9472-3aab9ac28b3c req-b0e0d80e-e88d-4015-a35c-6330417bc4b7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:25.242377 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-391d6751-c3e6-410c-9472-3aab9ac28b3c req-b0e0d80e-e88d-4015-a35c-6330417bc4b7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1393514 Nov 05 13:11:25.322982 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-391d6751-c3e6-410c-9472-3aab9ac28b3c req-be70f3e1-95d3-4b45-95f2-1fc0c126deda tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645776 Nov 05 13:11:25.326705 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-efe52691-136d-4133-baf4-5543be6caf11 req-0b00529a-cdb0-46c4-9be2-da60c9e3cddf tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833478 Nov 05 13:11:25.440792 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'code': 200} Nov 05 13:11:25.604961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device f3e8af0a-ad60-4893-949e-877fd8a8e5f4 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:25.762093 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port f3e8af0a-ad60-4893-949e-877fd8a8e5f4 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:25.763053 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:25.815181 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-695dd2d8-1c72-4088-a67e-2e69a61db4f1 req-35da07f3-172f-4049-a688-09ec86056b3c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 1098 time: 0.1213877 Nov 05 13:11:25.867661 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-695dd2d8-1c72-4088-a67e-2e69a61db4f1 req-0d074f30-0d8d-4627-aa03-d0c5cc385a2c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442564 Nov 05 13:11:26.156976 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Sync routers for ids ['fd962a01-bb0c-4104-a834-887fc6c48a2b'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:11:26.179208 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Routers {'fd962a01-bb0c-4104-a834-887fc6c48a2b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:26.180051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['fd962a01-bb0c-4104-a834-887fc6c48a2b'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:26.413988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Set router fd962a01-bb0c-4104-a834-887fc6c48a2b gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:26.601749 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a217c8-3b1b-4318-80c8-326599a7918a req-c494d75f-ccda-4bcb-832e-4d09eb85381d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:26.603398 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a9a217c8-3b1b-4318-80c8-326599a7918a req-c494d75f-ccda-4bcb-832e-4d09eb85381d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1067944 Nov 05 13:11:26.704022 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a9a217c8-3b1b-4318-80c8-326599a7918a req-cc5042dc-c58c-420c-af75-93b604a158d5 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932567 Nov 05 13:11:26.803389 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'name': 'tempest-TestMinimumBasicScenario-685145642-router', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:18Z', 'revision_number': 4, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'gw_port': {'id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '4340d2a7-1bc5-4bc9-be69-4f9ec3040f66', 'name': '', 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'mac_address': 'fa:16:3e:e2:de:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:18Z', 'updated_at': '2021-11-05T13:11:19Z', 'revision_number': 2, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'subnets': [{'id': '635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:26.807516 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Checking router: fd962a01-bb0c-4104-a834-887fc6c48a2b for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:11:26.807911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Updating router fd962a01-bb0c-4104-a834-887fc6c48a2b port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 binding host dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:11:26.862767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:27.266196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Notify callbacks [] for port, precommit_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:27.281310 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Transition to ACTIVE for port object 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 will not be triggered until provisioned by entity L2. {{(pid=88183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:27.288722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:27.293906 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:27.745411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3786d57-7af7-4bfa-8d9b-c2fdc4115ce0 None None] Pushing event updated for resources: {'Port': ['ID=4340d2a7-1bc5-4bc9-be69-4f9ec3040f66,revision_number=3']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:27.749564 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Attempting to bind port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:11:27.750247 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Attempting to bind port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '0b2c07b2-5a0d-4e09-be00-0756202f0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3'}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:11:27.750940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Attempting to bind port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 on network 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:27.753812 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b3786d57-7af7-4bfa-8d9b-c2fdc4115ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:27.761049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:11:27.761756 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Checking segment: {'id': '0b2c07b2-5a0d-4e09-be00-0756202f0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:11:27.762198 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:27.762623 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Bound using segment: {'id': '0b2c07b2-5a0d-4e09-be00-0756202f0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3'} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:11:27.763211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Bound port: 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2c07b2-5a0d-4e09-be00-0756202f0032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3'}}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:11:27.763699 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:27.879205 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] For port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:11:27.882807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] For port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=4340d2a7-1bc5-4bc9-be69-4f9ec3040f66,segment=NetworkSegment(0b2c07b2-5a0d-4e09-be00-0756202f0032),segment_id=0b2c07b2-5a0d-4e09-be00-0756202f0032)] {{(pid=88183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:11:27.887017 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:27.892142 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-458e719b-5982-43bd-a1ee-95da804e0a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:27.948542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082370b-b89d-4117-a7d4-b7998298bf46 req-e67abc99-f3a9-486d-a306-9b07f0340974 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:27.950214 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4082370b-b89d-4117-a7d4-b7998298bf46 req-e67abc99-f3a9-486d-a306-9b07f0340974 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0886517 Nov 05 13:11:27.966797 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3786d57-7af7-4bfa-8d9b-c2fdc4115ce0 None None] Pushing event updated for resources: {'Port': ['ID=4340d2a7-1bc5-4bc9-be69-4f9ec3040f66,revision_number=4']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:27.972409 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b3786d57-7af7-4bfa-8d9b-c2fdc4115ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:27.992808 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Routers {'fd962a01-bb0c-4104-a834-887fc6c48a2b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:27.993509 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['fd962a01-bb0c-4104-a834-887fc6c48a2b'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:28.011805 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4082370b-b89d-4117-a7d4-b7998298bf46 req-656bcdd5-7a62-44ac-8a85-7edd4b777137 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549760 Nov 05 13:11:28.305285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] Set router fd962a01-bb0c-4104-a834-887fc6c48a2b gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:28.329996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8445a8-3f4b-4feb-aa71-9685f88e4ae1 req-85c35906-67c4-47b8-8998-054d011963be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:28.332413 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ae8445a8-3f4b-4feb-aa71-9685f88e4ae1 req-85c35906-67c4-47b8-8998-054d011963be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1320541 Nov 05 13:11:28.342746 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51240) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:28.353163 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-9f663dca-7554-4339-9b1d-205c40c765c1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Request body: {'floatingip': {'port_id': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:28.511154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9f663dca-7554-4339-9b1d-205c40c765c1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:28.832448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'name': 'tempest-TestMinimumBasicScenario-685145642-router', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:18Z', 'revision_number': 4, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'gw_port': {'id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '4340d2a7-1bc5-4bc9-be69-4f9ec3040f66', 'name': '', 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'mac_address': 'fa:16:3e:e2:de:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:18Z', 'updated_at': '2021-11-05T13:11:27Z', 'revision_number': 4, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'subnets': [{'id': '635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:28.843672 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3330d-9b5f-4eb8-aeb3-1eafcf441c97 None None] The sync data for ids ['fd962a01-bb0c-4104-a834-887fc6c48a2b'] in dv-cinder-815883-2-smb is: [{'id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'name': 'tempest-TestMinimumBasicScenario-685145642-router', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:18Z', 'revision_number': 4, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'gw_port': {'id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '4340d2a7-1bc5-4bc9-be69-4f9ec3040f66', 'name': '', 'network_id': '004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'mac_address': 'fa:16:3e:e2:de:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:18Z', 'updated_at': '2021-11-05T13:11:27Z', 'revision_number': 4, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'subnets': [{'id': '635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:11:29.416910 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9f663dca-7554-4339-9b1d-205c40c765c1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:29.425320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9f663dca-7554-4339-9b1d-205c40c765c1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:29.639159 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:29.714005 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.l3_db [None req-9f663dca-7554-4339-9b1d-205c40c765c1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Floating IP 57bdc720-3006-4b65-9a18-4f6483605efe associated. External IP: 172.28.2.139, port: ddc6e115-804a-4f1f-8869-cca1a58cf3e4. Nov 05 13:11:29.758884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:29.766316 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:29.767041 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:29.901265 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:29.940422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=4340d2a7-1bc5-4bc9-be69-4f9ec3040f66,segment=NetworkSegment(0b2c07b2-5a0d-4e09-be00-0756202f0032),segment_id=0b2c07b2-5a0d-4e09-be00-0756202f0032)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:29.945668 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:29.947892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:30.027682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=4340d2a7-1bc5-4bc9-be69-4f9ec3040f66,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:30.034452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:30.235562 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f663dca-7554-4339-9b1d-205c40c765c1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Router 73a74929-d309-430c-800a-3f00f7b5342b has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:11:30.460745 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f663dca-7554-4339-9b1d-205c40c765c1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:11:30.474006 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eda2f0-2009-4613-aabd-0aa464f057c5 None None] Sync routers for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:11:30.481072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9f663dca-7554-4339-9b1d-205c40c765c1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:30.487621 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eda2f0-2009-4613-aabd-0aa464f057c5 None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:30.488306 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-60eda2f0-2009-4613-aabd-0aa464f057c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:30.580176 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-9f663dca-7554-4339-9b1d-205c40c765c1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "PUT /v2.0/floatingips/57bdc720-3006-4b65-9a18-4f6483605efe HTTP/1.1" status: 200 len: 991 time: 2.2359319 Nov 05 13:11:30.582745 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4'}] {{(pid=88180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:11:30.723047 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'status': 'completed', 'code': 200} Nov 05 13:11:30.786071 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-60eda2f0-2009-4613-aabd-0aa464f057c5 None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:30.872382 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f7ebfda6-4461-41a0-b277-8ac9cd3a9cbf req-ef6f122e-f52b-4759-b478-5065bebe95b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 1098 time: 0.1164484 Nov 05 13:11:31.089111 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebfda6-4461-41a0-b277-8ac9cd3a9cbf req-1bc453b1-c194-4154-b940-de32a78411ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:31.091125 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f7ebfda6-4461-41a0-b277-8ac9cd3a9cbf req-1bc453b1-c194-4154-b940-de32a78411ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 917 time: 0.2116647 Nov 05 13:11:31.237213 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f7ebfda6-4461-41a0-b277-8ac9cd3a9cbf req-db59a41f-66a3-40ec-b889-83e3de3de2a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4 HTTP/1.1" status: 200 len: 999 time: 0.1392627 Nov 05 13:11:31.251235 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-60eda2f0-2009-4613-aabd-0aa464f057c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': '57bdc720-3006-4b65-9a18-4f6483605efe', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'floating_ip_address': '172.28.2.139', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'port_id': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'mac_address': 'fa:16:3e:7a:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:29Z', 'revision_number': 1, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:38Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:31.260327 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eda2f0-2009-4613-aabd-0aa464f057c5 None None] Checking router: 73a74929-d309-430c-800a-3f00f7b5342b for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:11:31.277658 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eda2f0-2009-4613-aabd-0aa464f057c5 None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:31.278390 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-60eda2f0-2009-4613-aabd-0aa464f057c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:31.313204 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebfda6-4461-41a0-b277-8ac9cd3a9cbf req-1ed170ca-756c-40b3-8378-3449ce2198ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:31.315497 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f7ebfda6-4461-41a0-b277-8ac9cd3a9cbf req-1ed170ca-756c-40b3-8378-3449ce2198ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.0696530 Nov 05 13:11:31.427084 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f7ebfda6-4461-41a0-b277-8ac9cd3a9cbf req-1fa5b42b-776c-41ad-a859-799e027df2c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943363 Nov 05 13:11:31.581972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-60eda2f0-2009-4613-aabd-0aa464f057c5 None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:31.676085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:31.738532 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f7ebfda6-4461-41a0-b277-8ac9cd3a9cbf req-7e8c172c-c49f-4fc3-a513-fb0fff644a55 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050389 Nov 05 13:11:31.931587 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f7ebfda6-4461-41a0-b277-8ac9cd3a9cbf req-63553b9c-746c-4a3e-9de5-e90e4fd292f8 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846273 Nov 05 13:11:32.121510 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:32.121929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:32.353135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fd9a8-d0e9-4d9e-a489-0e421d90f34c req-3ee9b3c1-7655-4816-8ed8-d827edf43e6b tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:32.361354 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-924fd9a8-d0e9-4d9e-a489-0e421d90f34c req-3ee9b3c1-7655-4816-8ed8-d827edf43e6b tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.1215246 Nov 05 13:11:32.443861 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-924fd9a8-d0e9-4d9e-a489-0e421d90f34c req-32e6b304-5fe0-4218-aa09-6bc5f6bc2e20 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813520 Nov 05 13:11:32.544282 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-60eda2f0-2009-4613-aabd-0aa464f057c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': '57bdc720-3006-4b65-9a18-4f6483605efe', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'floating_ip_address': '172.28.2.139', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'port_id': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'mac_address': 'fa:16:3e:7a:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:29Z', 'revision_number': 1, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:38Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:32.552697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eda2f0-2009-4613-aabd-0aa464f057c5 None None] The sync data for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb is: [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': '57bdc720-3006-4b65-9a18-4f6483605efe', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'floating_ip_address': '172.28.2.139', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'port_id': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'mac_address': 'fa:16:3e:7a:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:29Z', 'revision_number': 1, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:38Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:11:32.931130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d8d100-46ed-46a3-ab50-8291795ecabb None None] New status for floating IP 57bdc720-3006-4b65-9a18-4f6483605efe: ACTIVE {{(pid=88183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:11:33.453803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-d5d932fa-f5e4-4e44-a665-c5f7fadf57cd tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:33.455302 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-d5d932fa-f5e4-4e44-a665-c5f7fadf57cd tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/networks?id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b HTTP/1.1" status: 200 len: 814 time: 0.1514907 Nov 05 13:11:33.473159 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-d7719ccb-f992-4970-936e-82747a2f6eca tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/quotas/31ce7aba1c814be280d583c7c2f0721c HTTP/1.1" status: 200 len: 375 time: 0.0110886 Nov 05 13:11:33.565870 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-e0f2b41b-61ef-4398-b926-620c70bac51c tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=31ce7aba1c814be280d583c7c2f0721c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870011 Nov 05 13:11:33.758508 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f4001-d821-48e1-bfc6-5fc04968234b req-eb9f5f03-cc49-45df-9373-8e24ba15b805 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:33.760111 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-961f4001-d821-48e1-bfc6-5fc04968234b req-eb9f5f03-cc49-45df-9373-8e24ba15b805 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.1932952 Nov 05 13:11:33.795623 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-975638a1-4a21-494f-a638-9e5be0dbab7a service neutron] 10.222.0.39 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901519 Nov 05 13:11:33.864633 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-961f4001-d821-48e1-bfc6-5fc04968234b req-aad91b94-e570-4f00-9c77-31f30c72947b tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945089 Nov 05 13:11:33.958141 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c270d614-f0a7-4f3d-8854-919df5ee495a service neutron] 10.222.0.39 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502895 Nov 05 13:11:34.160884 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5e65a44c-ecbc-44fe-b4d7-c1b5583a625e req-2ed42427-da7e-46df-b4f2-87005dd8bf7a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 210 time: 0.0523684 Nov 05 13:11:34.402405 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-1d1efaee-09ec-49e8-bb91-020af25a4967 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:34.403913 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-1d1efaee-09ec-49e8-bb91-020af25a4967 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.0842738 Nov 05 13:11:34.477384 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Deleting port 5321808d-455d-475a-844d-765963b971fa {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:11:34.477770 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:34.557610 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06f52b91-054c-42e9-9726-3d21bf807e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:34.746187 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] For port 5321808d-455d-475a-844d-765963b971fa, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=5321808d-455d-475a-844d-765963b971fa,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:34.746579 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:35.398998 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-965822fa-f3f8-4ba5-b8ed-78cd153ed2dc req-5c94c126-6c80-4335-881d-0ed10d72394e tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 210 time: 0.0817854 Nov 05 13:11:35.469667 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:11:35.470355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:35.470763 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:35.471643 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.l3_db [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Floating IP 4d270403-dc9f-419a-ab0b-14fe0e30564f disassociated. External IP: 172.28.2.251, port: 5321808d-455d-475a-844d-765963b971fa. Nov 05 13:11:35.472019 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Calling delete_port for 5321808d-455d-475a-844d-765963b971fa owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:11:35.607126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a940f-18fa-4b22-966d-f10288177f8c req-29c3fb8f-3350-4816-ac4b-64273dd0b48d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:35.608652 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-237a940f-18fa-4b22-966d-f10288177f8c req-29c3fb8f-3350-4816-ac4b-64273dd0b48d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 945 time: 0.6056705 Nov 05 13:11:35.614832 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-636de511-aaf3-473d-a0bc-07cbbcd0da1b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:35.616257 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-636de511-aaf3-473d-a0bc-07cbbcd0da1b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.64 "GET /v2.0/networks?id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b HTTP/1.1" status: 200 len: 814 time: 0.3393996 Nov 05 13:11:35.642364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Request body: {'port': {'device_id': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'admin_state_up': True, 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:35.852809 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:35.869751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Usage tracker for resource:port and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:35.888297 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-237a940f-18fa-4b22-966d-f10288177f8c req-5fd4da7c-9623-49ad-b9fc-8bee767aaf24 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=338535eb-0031-4908-9630-4a91f1ded9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703385 Nov 05 13:11:35.891702 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:35.902284 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:35.917474 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:35.923760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-07ecb628-5cf8-4d7a-924a-14ee77e64699 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:35.969844 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Made reservation on behalf of 31ce7aba1c814be280d583c7c2f0721c for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:11:35.975884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:35.996716 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event deleted for resources: {'Port': ['ID=5321808d-455d-475a-844d-765963b971fa,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:36.006875 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:36.038541 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:36.238238 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Allocated IP 172.20.0.3 (f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b/693aec80-ccac-4273-ac2c-7879139af924/754d3509-9076-45d0-94e9-494ab8935c94) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:11:36.571957 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:36.599570 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:11:36.625118 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Transition to ACTIVE for port object 754d3509-9076-45d0-94e9-494ab8935c94 will not be triggered until provisioned by entity DHCP. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:36.727043 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:36.739659 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:36.877665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cee21ede-fdd7-477e-9cec-e8504e565a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:36.905388 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:36.907287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event updated for resources: {'Port': ['ID=754d3509-9076-45d0-94e9-494ab8935c94,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:36.912945 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:36.915832 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:36.917721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:11:37.021065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b013fb9-672a-4751-b308-e494f579426f req-c1374004-c939-4206-ab35-1d8836706ce9 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:37.022790 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5b013fb9-672a-4751-b308-e494f579426f req-c1374004-c939-4206-ab35-1d8836706ce9 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 931 time: 0.4218366 Nov 05 13:11:37.027612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:37.028299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:37.155323 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5206070 Nov 05 13:11:37.173589 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5b013fb9-672a-4751-b308-e494f579426f req-01d23054-82ec-4c3c-ab59-eec609b88e63 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361251 Nov 05 13:11:37.216185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:11:37.227947 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaec624-2248-4f11-be8a-bfc6d17d18f3 None None] Sync routers for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:11:37.272530 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaec624-2248-4f11-be8a-bfc6d17d18f3 None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:37.276817 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6aaec624-2248-4f11-be8a-bfc6d17d18f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:37.362305 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] No DVR routers for this DVR port 5321808d-455d-475a-844d-765963b971fa on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:11:37.369097 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:37.371436 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6690d743-dff7-41aa-b1ec-f8f3c9a20e87 req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.64 "DELETE /v2.0/ports/5321808d-455d-475a-844d-765963b971fa HTTP/1.1" status: 204 len: 173 time: 2.9618363 Nov 05 13:11:37.371974 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'name': 'network-vif-deleted', 'tag': '5321808d-455d-475a-844d-765963b971fa'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:11:37.381624 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a5999648-e080-4be1-b8d7-96d5768abbfe None None] Provisioning for port 754d3509-9076-45d0-94e9-494ab8935c94 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:37.382879 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-f254fc44-cf00-4622-9936-19556ca4228b req-12bfb8d6-08eb-46ec-8bd2-04056701c98e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Synchronizing usage tracker for tenant:8db93a34e48c471ab1b85908fe2989f5 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:11:37.399467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-f254fc44-cf00-4622-9936-19556ca4228b req-12bfb8d6-08eb-46ec-8bd2-04056701c98e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Unset dirty status for tenant:8db93a34e48c471ab1b85908fe2989f5 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:11:37.400871 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f254fc44-cf00-4622-9936-19556ca4228b req-12bfb8d6-08eb-46ec-8bd2-04056701c98e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 210 time: 0.0886204 Nov 05 13:11:37.403450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a5999648-e080-4be1-b8d7-96d5768abbfe None None] Provisioning complete for port 754d3509-9076-45d0-94e9-494ab8935c94 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:37.404089 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a5999648-e080-4be1-b8d7-96d5768abbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:37.495944 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b05c60e-c800-4a06-a64b-464a4b2a1378', 'name': 'network-vif-deleted', 'tag': '5321808d-455d-475a-844d-765963b971fa', 'status': 'completed', 'code': 200} Nov 05 13:11:37.537033 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:37.554493 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-a5999648-e080-4be1-b8d7-96d5768abbfe None None] Port 754d3509-9076-45d0-94e9-494ab8935c94 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:11:37.582045 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-6aaec624-2248-4f11-be8a-bfc6d17d18f3 None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:37.940756 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6aaec624-2248-4f11-be8a-bfc6d17d18f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:18Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:37.945148 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaec624-2248-4f11-be8a-bfc6d17d18f3 None None] Checking router: 0c314b14-95c7-4f2c-9757-e23cb8a5e56a for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:11:37.961140 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaec624-2248-4f11-be8a-bfc6d17d18f3 None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:11:37.961828 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6aaec624-2248-4f11-be8a-bfc6d17d18f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:38.163978 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-6aaec624-2248-4f11-be8a-bfc6d17d18f3 None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:11:38.413423 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83595af9-db63-42d3-aed6-e300d914ce5c req-0ecebf71-b200-4856-b67a-8224caab50a3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:38.414602 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-83595af9-db63-42d3-aed6-e300d914ce5c req-0ecebf71-b200-4856-b67a-8224caab50a3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Synchronizing usage tracker for tenant:31ce7aba1c814be280d583c7c2f0721c on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:11:38.429808 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 5321808d-455d-475a-844d-765963b971fa no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:11:38.431500 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-83595af9-db63-42d3-aed6-e300d914ce5c req-0ecebf71-b200-4856-b67a-8224caab50a3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Unset dirty status for tenant:31ce7aba1c814be280d583c7c2f0721c on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:11:38.432814 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-83595af9-db63-42d3-aed6-e300d914ce5c req-0ecebf71-b200-4856-b67a-8224caab50a3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 931 time: 0.1071553 Nov 05 13:11:38.467679 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: 5321808d-455d-475a-844d-765963b971fa {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:11:38.468161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 5321808d-455d-475a-844d-765963b971fa not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:11:38.488742 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-83595af9-db63-42d3-aed6-e300d914ce5c req-c47905e0-ea6c-49f8-a9ae-9eab5c3d431c tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497565 Nov 05 13:11:38.561449 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6aaec624-2248-4f11-be8a-bfc6d17d18f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:18Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:11:38.566750 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaec624-2248-4f11-be8a-bfc6d17d18f3 None None] The sync data for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb is: [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:18Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:11:38.688268 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6fa8836f-0b8c-415f-a485-d86731576af1 req-e277c8b6-0b60-4a02-ae69-1e782dfff5f4 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 210 time: 0.0656383 Nov 05 13:11:38.778328 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:39.088193 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c5fe1-1886-45e2-9f69-97ea2e9757e3 None None] New status for floating IP 4d270403-dc9f-419a-ab0b-14fe0e30564f: DOWN {{(pid=88183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:11:39.716279 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d6410-4160-455b-a991-34b3b012626d req-bafa50fd-0d29-4ada-8ecd-070ea2236932 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:39.717907 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a42d6410-4160-455b-a991-34b3b012626d req-bafa50fd-0d29-4ada-8ecd-070ea2236932 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 931 time: 0.1047757 Nov 05 13:11:39.767472 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a42d6410-4160-455b-a991-34b3b012626d req-8ebaecea-3cf9-4aa8-a96c-e207b56c74c4 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431669 Nov 05 13:11:39.929769 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7c9d177c-21cf-41b2-8d80-158fe53a2d8c req-12de2cbc-8dec-4540-a816-8e7f2420f9f2 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 210 time: 0.0460765 Nov 05 13:11:40.977799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88086c5-5188-4e90-9d48-580f8193bb28 req-c5ed046a-be44-4e78-941a-771ef9aaab44 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:40.979416 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e88086c5-5188-4e90-9d48-580f8193bb28 req-c5ed046a-be44-4e78-941a-771ef9aaab44 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 931 time: 0.0886831 Nov 05 13:11:41.036026 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e88086c5-5188-4e90-9d48-580f8193bb28 req-b9096193-f04e-4665-a93b-7b92794a670e tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502751 Nov 05 13:11:41.196493 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-52dae480-492f-4860-98ca-3d4f7c222f85 req-42ee36e7-1c68-4f17-8c2c-42c8a204e3f1 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 210 time: 0.0474391 Nov 05 13:11:42.267022 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb6e1d-f846-4bab-b87b-a1272fe10579 req-7cdfe541-1705-49c9-8e42-780729cb6ce1 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:42.272385 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-06eb6e1d-f846-4bab-b87b-a1272fe10579 req-7cdfe541-1705-49c9-8e42-780729cb6ce1 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 931 time: 0.0886111 Nov 05 13:11:42.328395 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-06eb6e1d-f846-4bab-b87b-a1272fe10579 req-08218782-93e7-4c42-96ee-0d13f9912a4c tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494654 Nov 05 13:11:42.489965 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a1be243b-ce52-441b-81df-6ad704d6e56f req-84884d50-bd90-41d8-a8b7-8a24aadafd11 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 210 time: 0.0468636 Nov 05 13:11:43.536982 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194c400-0435-4bdc-9694-e7be533ec178 req-94ebc76f-d1fe-42f8-a5fe-3094d6ad4a4d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:43.538585 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6194c400-0435-4bdc-9694-e7be533ec178 req-94ebc76f-d1fe-42f8-a5fe-3094d6ad4a4d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 931 time: 0.0844827 Nov 05 13:11:43.588795 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6194c400-0435-4bdc-9694-e7be533ec178 req-3e061936-9c75-4e67-bbbb-c271e5b6eb81 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440636 Nov 05 13:11:43.770019 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-124633dc-4841-4979-8ee7-6abaa9a62ca1 req-fbd6bd16-ec58-4c02-8cdf-96f530f6104c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 210 time: 0.0490012 Nov 05 13:11:44.958263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a630a1-be1c-4a37-a858-0ccc38610ac3 req-cc6051f4-b6d8-4780-8288-081c90d051a4 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:44.960051 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88a630a1-be1c-4a37-a858-0ccc38610ac3 req-cc6051f4-b6d8-4780-8288-081c90d051a4 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 931 time: 0.0850408 Nov 05 13:11:45.010499 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88a630a1-be1c-4a37-a858-0ccc38610ac3 req-8175e893-1856-490a-a73e-6a828035a8e9 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Nov 05 13:11:45.264407 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d7355338-7968-4816-8e91-572c9c5826e8 req-8f23a57a-80c8-4292-8d6f-6034b13f9468 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 210 time: 0.0513916 Nov 05 13:11:46.232076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:46.233589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d63462-2dd5-47f1-b12d-f94a1855f3f2 req-1fc36252-5231-4b1a-b088-9f3efed74b18 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:46.235196 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88d63462-2dd5-47f1-b12d-f94a1855f3f2 req-1fc36252-5231-4b1a-b088-9f3efed74b18 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 931 time: 0.0869474 Nov 05 13:11:46.283838 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88d63462-2dd5-47f1-b12d-f94a1855f3f2 req-b5732f3f-8abe-4940-9e51-b6bd9e0ec66d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Nov 05 13:11:46.446049 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a7eb1115-d113-41ae-af4e-770446fd1f07 req-bc7bccca-36d3-4a00-96e3-32e24b6a1d82 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b05c60e-c800-4a06-a64b-464a4b2a1378 HTTP/1.1" status: 200 len: 210 time: 0.0470412 Nov 05 13:11:46.663968 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Request body: {'port': {'device_id': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:46.995733 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:47.373043 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754d3509-9076-45d0-94e9-494ab8935c94 {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:11:47.382928 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:47.402550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Transition to ACTIVE for port object 754d3509-9076-45d0-94e9-494ab8935c94 will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:47.405207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:47.410189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4a80c3c9-b5d4-486a-86d3-6fa14d684900 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:47.580145 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Pushing event updated for resources: {'Port': ['ID=754d3509-9076-45d0-94e9-494ab8935c94,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:47.595348 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:47.597463 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51432) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:47.673551 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3a87b5b7-ef10-469b-9f75-b643976fc887 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:47.721195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3a87b5b7-ef10-469b-9f75-b643976fc887 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:47.722738 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932200c-fce3-479b-a1c7-3c0eaa05394a req-ac7dfbb4-ea5e-4f78-8c9c-be5b525fe828 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:47.724401 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d932200c-fce3-479b-a1c7-3c0eaa05394a req-ac7dfbb4-ea5e-4f78-8c9c-be5b525fe828 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 943 time: 0.2741575 Nov 05 13:11:47.769640 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Attempting to bind port 754d3509-9076-45d0-94e9-494ab8935c94 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:11:47.770127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Attempting to bind port 754d3509-9076-45d0-94e9-494ab8935c94 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:11:47.770357 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Attempting to bind port 754d3509-9076-45d0-94e9-494ab8935c94 on network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:47.778582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Port 754d3509-9076-45d0-94e9-494ab8935c94 on network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:11:47.778910 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Attempting to bind port 754d3509-9076-45d0-94e9-494ab8935c94 on network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:47.788613 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3a87b5b7-ef10-469b-9f75-b643976fc887 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:47.796612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6635c331-f97a-4b42-a8a7-8a5be59e9670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:47.815992 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87b5b7-ef10-469b-9f75-b643976fc887 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338535eb-0031-4908-9630-4a91f1ded9e5,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:47.821111 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3a87b5b7-ef10-469b-9f75-b643976fc887 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:47.824687 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3a87b5b7-ef10-469b-9f75-b643976fc887 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:47.825581 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d932200c-fce3-479b-a1c7-3c0eaa05394a req-4019403f-9bad-4986-8195-38ede937bff2 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712821 Nov 05 13:11:47.828888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:11:47.828888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Checking segment: {'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:11:47.828888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Bound using segment: {'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:11:47.828888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Bound port: 754d3509-9076-45d0-94e9-494ab8935c94, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af0504a-7728-4590-b83c-504619c42355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:11:47.828888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:47.830052 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3a87b5b7-ef10-469b-9f75-b643976fc887 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "DELETE /v2.0/security-groups/338535eb-0031-4908-9630-4a91f1ded9e5 HTTP/1.1" status: 204 len: 168 time: 0.2314236 Nov 05 13:11:47.831036 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51438) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:47.858067 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.v2.resource [None req-70c2bf41-c2fd-4f75-b032-989ad2007491 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] show failed (client error): The resource could not be found. Nov 05 13:11:47.863437 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-70c2bf41-c2fd-4f75-b032-989ad2007491 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups/338535eb-0031-4908-9630-4a91f1ded9e5 HTTP/1.1" status: 404 len: 347 time: 0.0308335 Nov 05 13:11:47.864411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51442) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:47.927541 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] For port 754d3509-9076-45d0-94e9-494ab8935c94, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:11:47.930811 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] For port 754d3509-9076-45d0-94e9-494ab8935c94, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=754d3509-9076-45d0-94e9-494ab8935c94,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:11:47.934574 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:47.939052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:48.021231 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:48.023434 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] 10.222.0.64 "PUT /v2.0/ports/754d3509-9076-45d0-94e9-494ab8935c94 HTTP/1.1" status: 200 len: 1093 time: 1.3644710 Nov 05 13:11:48.024458 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:11:48.029597 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Pushing event updated for resources: {'Port': ['ID=754d3509-9076-45d0-94e9-494ab8935c94,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:48.034790 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:48.109627 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94', 'status': 'completed', 'code': 200} Nov 05 13:11:48.161125 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-a35ea192-af60-48ac-a150-17ad3fcdd781 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31ce7aba1c814be280d583c7c2f0721c&device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 1096 time: 0.0893512 Nov 05 13:11:48.236002 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-377f3b2d-e725-4352-9801-7da5ad7957bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=754d3509-9076-45d0-94e9-494ab8935c94 HTTP/1.1" status: 200 len: 217 time: 0.0677814 Nov 05 13:11:48.259249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8c7aef88-19a9-4330-bc46-6da4537a9395 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Deleting port be7a8662-af3e-499b-998c-c8b34f6f1ab9 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:11:48.259748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c7aef88-19a9-4330-bc46-6da4537a9395 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:48.310668 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-53947d1b-a0a5-4476-a21d-1e756ddcdf13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:48.312235 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-53947d1b-a0a5-4476-a21d-1e756ddcdf13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=693aec80-ccac-4273-ac2c-7879139af924 HTTP/1.1" status: 200 len: 853 time: 0.0683153 Nov 05 13:11:48.394363 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-5fb6dbf6-928f-4827-8f0f-480656ca2563 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738726 Nov 05 13:11:48.443296 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c7aef88-19a9-4330-bc46-6da4537a9395 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:48.443668 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c7aef88-19a9-4330-bc46-6da4537a9395 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:48.583018 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8c7aef88-19a9-4330-bc46-6da4537a9395 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Calling delete_port for be7a8662-af3e-499b-998c-c8b34f6f1ab9 owned by network:floatingip {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:11:48.596255 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-840e3f76-ba4e-41f0-8a9e-0a313172ec9c service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942172 Nov 05 13:11:48.662345 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-50ac52f0-25ce-4563-824d-0d5d35a29848 req-e9d55435-9a8c-4948-8438-0de1547a4746 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1490796 Nov 05 13:11:48.735134 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c7aef88-19a9-4330-bc46-6da4537a9395 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:48.740147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c6ac2101-dd51-42aa-b137-99d811cf6735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:48.785260 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7aef88-19a9-4330-bc46-6da4537a9395 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event deleted for resources: {'Port': ['ID=be7a8662-af3e-499b-998c-c8b34f6f1ab9,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:48.789603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8c7aef88-19a9-4330-bc46-6da4537a9395 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:48.806013 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-531195c2-91cc-4462-b0f8-624ccb8c70ba req-e7ba4cd4-a553-4031-b8e2-5c9271a7bdc2 service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982565 Nov 05 13:11:48.834806 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-50ac52f0-25ce-4563-824d-0d5d35a29848 req-7da51515-5b33-4e66-9e40-dc5b62b0b1d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=723723df15a441fcb71fae87a49e0591&device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 1098 time: 0.0999796 Nov 05 13:11:48.883182 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c7aef88-19a9-4330-bc46-6da4537a9395 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:48.906996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c7aef88-19a9-4330-bc46-6da4537a9395 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:48.908259 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8c7aef88-19a9-4330-bc46-6da4537a9395 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "DELETE /v2.0/floatingips/4d270403-dc9f-419a-ab0b-14fe0e30564f HTTP/1.1" status: 204 len: 168 time: 1.0426352 Nov 05 13:11:49.132814 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac52f0-25ce-4563-824d-0d5d35a29848 req-7d854f39-340c-423e-b0bf-2a4d1faf5e83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:49.134313 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-50ac52f0-25ce-4563-824d-0d5d35a29848 req-7d854f39-340c-423e-b0bf-2a4d1faf5e83 service neutron] 10.222.0.64 "GET /v2.0/networks?id=29b620bc-f47e-4601-99cc-66a76991610b HTTP/1.1" status: 200 len: 914 time: 0.2356615 Nov 05 13:11:49.140489 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-049c725a-acad-4a80-a810-9a5567863617 req-332cb92a-a964-44df-aa98-cd51306bc8d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31ce7aba1c814be280d583c7c2f0721c&device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 1096 time: 0.2819092 Nov 05 13:11:49.221079 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51456) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:49.227782 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2125549275', 'description': 'tempest-description--1288524807'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:49.234359 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:49.239624 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Usage tracker for resource:security_group and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:49.242769 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:49.248926 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:49.259366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:49.264871 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-50ac52f0-25ce-4563-824d-0d5d35a29848 req-25d87a04-5687-4b84-9890-0dbb90955fc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3177355f-5dbc-4536-a4fe-25e8ec3aa050 HTTP/1.1" status: 200 len: 217 time: 0.1224728 Nov 05 13:11:49.296542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:49.301174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Usage tracker for resource:security_group_rule and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:49.304070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:49.310585 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:49.319269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d30520-4e1c-4e88-8678-3bc2f4a2a5df req-0887e2cf-ce30-475f-994f-fe9384182f9f tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:49.320909 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-14d30520-4e1c-4e88-8678-3bc2f4a2a5df req-0887e2cf-ce30-475f-994f-fe9384182f9f tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 943 time: 0.3056695 Nov 05 13:11:49.371242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:49.374130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:49.379995 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dbc6a14d-ad5f-47de-b242-bc418c3e6fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:49.426296 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:49.430180 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:49.431580 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:49.437402 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2106130 Nov 05 13:11:49.441366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51462) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:49.443946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac52f0-25ce-4563-824d-0d5d35a29848 req-7f1e2575-fc98-4ab9-8664-2d5a2049a775 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:49.445545 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-50ac52f0-25ce-4563-824d-0d5d35a29848 req-7f1e2575-fc98-4ab9-8664-2d5a2049a775 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc HTTP/1.1" status: 200 len: 853 time: 0.1194746 Nov 05 13:11:49.448357 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Request body: {'security_group_rule': {'security_group_id': 'e76bb1c6-6e95-44b5-a646-dbb97e0e57fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:49.455901 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:49.460979 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Usage tracker for resource:security_group_rule and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:49.464189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:49.471108 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:49.489497 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:49.503808 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c725a-acad-4a80-a810-9a5567863617 req-92818032-a2f3-41b3-b297-96ffeb4a4ba5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:49.505857 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-049c725a-acad-4a80-a810-9a5567863617 req-92818032-a2f3-41b3-b297-96ffeb4a4ba5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b HTTP/1.1" status: 200 len: 915 time: 0.3060033 Nov 05 13:11:49.514661 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-50ac52f0-25ce-4563-824d-0d5d35a29848 req-703e745a-c646-458c-ae93-eccf46c816c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29b620bc-f47e-4601-99cc-66a76991610b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572782 Nov 05 13:11:49.518899 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-14d30520-4e1c-4e88-8678-3bc2f4a2a5df req-a07e66e0-835c-4f97-9ad9-7406bd1ddcca tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493711 Nov 05 13:11:49.567478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:49.574046 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:49.583289 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a8c87c15-0c03-4cbd-92a4-97c66b1f357f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:49.604879 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8603d387-8946-487c-bb50-5cbe7669b051,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:49.609753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:49.618013 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:49.619924 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1770964 Nov 05 13:11:49.622426 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51470) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:49.629238 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-049c725a-acad-4a80-a810-9a5567863617 req-e3d938b4-0a0d-462d-9544-1438ae788f6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=754d3509-9076-45d0-94e9-494ab8935c94 HTTP/1.1" status: 200 len: 217 time: 0.1134424 Nov 05 13:11:49.630999 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Request body: {'security_group_rule': {'security_group_id': 'e76bb1c6-6e95-44b5-a646-dbb97e0e57fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:49.638862 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:49.643805 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Usage tracker for resource:security_group_rule and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:49.646974 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:49.657800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:49.688494 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:49.769215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:49.772936 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:49.775512 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-31a196c5-26b7-44a9-b58c-5e692f4cbee0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:49.802760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a96cfb-5caf-4560-87ba-3f809ae9bc04,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:49.805668 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:49.814115 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:49.815713 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1921878 Nov 05 13:11:49.819134 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51476) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:11:49.825299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Request body: {'floatingip': {'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:49.832369 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:49.837214 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Usage tracker for resource:floatingip and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:49.841053 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:49.849399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:49.860804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:50.011311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c725a-acad-4a80-a810-9a5567863617 req-caf19fec-9398-4759-9f7b-4ce47f05e273 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:50.012887 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-049c725a-acad-4a80-a810-9a5567863617 req-caf19fec-9398-4759-9f7b-4ce47f05e273 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=693aec80-ccac-4273-ac2c-7879139af924 HTTP/1.1" status: 200 len: 853 time: 0.3303213 Nov 05 13:11:50.016101 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-50ac52f0-25ce-4563-824d-0d5d35a29848 req-687a4ba3-a21d-483b-8409-63d7adfa921f service neutron] 10.222.0.64 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457145 Nov 05 13:11:50.020961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:50.168602 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Allocated IP 172.28.2.236 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/32c3b5b1-0201-4370-8206-896ba1918020) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:11:50.230948 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-049c725a-acad-4a80-a810-9a5567863617 req-2cb37837-594b-4a0c-8a81-841698496a71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2062218 Nov 05 13:11:50.236738 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-50ac52f0-25ce-4563-824d-0d5d35a29848 req-10db0657-6689-4bcb-8c69-5f3566ec1747 service neutron] 10.222.0.64 "GET /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104278 Nov 05 13:11:50.326232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:50.352253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:50.356723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:50.380369 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-049c725a-acad-4a80-a810-9a5567863617 req-aa70e781-39da-411c-bf33-c39f3a6b01f3 service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376684 Nov 05 13:11:50.426094 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:50.429547 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:50.433498 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:11:50.464453 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event updated for resources: {'Port': ['ID=32c3b5b1-0201-4370-8206-896ba1918020,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:50.471521 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:50.480084 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 754d3509-9076-45d0-94e9-494ab8935c94 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:11:50.526449 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-049c725a-acad-4a80-a810-9a5567863617 req-819cc5ac-9783-4adc-8281-1ee7658be9d9 service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391478 Nov 05 13:11:50.604229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:50.631407 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 754d3509-9076-45d0-94e9-494ab8935c94, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=754d3509-9076-45d0-94e9-494ab8935c94,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:50.647191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': '754d3509-9076-45d0-94e9-494ab8935c94', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'port_id': '754d3509-9076-45d0-94e9-494ab8935c94', 'mac_address': 'fa:16:3e:56:80:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693aec80-ccac-4273-ac2c-7879139af924', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:11:50.695613 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:50.709889 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:50.729195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754d3509-9076-45d0-94e9-494ab8935c94 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:11:50.745040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 754d3509-9076-45d0-94e9-494ab8935c94, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=754d3509-9076-45d0-94e9-494ab8935c94,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:50.748894 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:50.752309 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:50.757044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6faee-530d-4496-a23c-c53fd2a96b19 req-6bb1bc04-6081-4fcd-a320-6aab201e4ba8 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:50.758883 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d7c6faee-530d-4496-a23c-c53fd2a96b19 req-6bb1bc04-6081-4fcd-a320-6aab201e4ba8 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 943 time: 0.0836387 Nov 05 13:11:50.808302 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d7c6faee-530d-4496-a23c-c53fd2a96b19 req-de8cdf27-a563-486d-9d78-5ff1685cb4e9 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433390 Nov 05 13:11:50.835119 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=754d3509-9076-45d0-94e9-494ab8935c94,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:50.835553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:50.918165 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:50.921777 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838933006'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:50.926258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1a44666a-7803-4011-b4fc-b032045ba52b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:51.024383 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['754d3509-9076-45d0-94e9-494ab8935c94'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:11:51.032345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event updated for resources: {'Port': ['ID=32c3b5b1-0201-4370-8206-896ba1918020,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:51.037684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:51.050142 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:51.073543 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:51.075090 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2548370 Nov 05 13:11:51.319077 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-48522764-4f30-4ff2-9e19-33e69f8af3c6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2125549275&fields=id&tenant_id=8db93a34e48c471ab1b85908fe2989f5 HTTP/1.1" status: 200 len: 267 time: 0.0439367 Nov 05 13:11:51.478294 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-5478f106-770e-49b9-bc20-9f936bd47385 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:51.479862 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-5478f106-770e-49b9-bc20-9f936bd47385 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/networks?id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 HTTP/1.1" status: 200 len: 811 time: 0.1537068 Nov 05 13:11:51.497198 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-1e4e67f4-7be2-409c-ad73-7f2f403c041b tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/quotas/8db93a34e48c471ab1b85908fe2989f5 HTTP/1.1" status: 200 len: 375 time: 0.0113933 Nov 05 13:11:51.586291 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-25ca15b7-2700-49c3-b730-87ab65d4a226 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8db93a34e48c471ab1b85908fe2989f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830986 Nov 05 13:11:51.734962 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-931de248-6705-426d-bc12-055c1648296f service neutron] 10.222.0.39 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361108 Nov 05 13:11:51.875853 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-6c845be3-b847-41db-bc5f-f60fffd68028 service neutron] 10.222.0.39 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341815 Nov 05 13:11:52.026740 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6455dc-62eb-4cfb-9594-84348b84a9e8 req-9ea0d133-5576-470b-9d4d-042a372886e5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:52.028447 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1f6455dc-62eb-4cfb-9594-84348b84a9e8 req-9ea0d133-5576-470b-9d4d-042a372886e5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 944 time: 0.0899794 Nov 05 13:11:52.091645 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-46e25977-5d90-44cd-8024-215dcc46822d req-444d59c7-1fc0-49ed-86f6-d9988525a6aa tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 210 time: 0.0621324 Nov 05 13:11:52.121914 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1f6455dc-62eb-4cfb-9594-84348b84a9e8 req-f0bc60f6-e9c7-433b-b012-e2c8a14372f3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506079 Nov 05 13:11:52.508364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 754d3509-9076-45d0-94e9-494ab8935c94 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:11:52.584178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port 754d3509-9076-45d0-94e9-494ab8935c94 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:52.589050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port 754d3509-9076-45d0-94e9-494ab8935c94 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:52.589477 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:52.710601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:52.740212 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:11:52.750195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 754d3509-9076-45d0-94e9-494ab8935c94, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=754d3509-9076-45d0-94e9-494ab8935c94,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:52.753807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:52.755806 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:52.796932 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94', 'code': 200} Nov 05 13:11:52.823843 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=754d3509-9076-45d0-94e9-494ab8935c94,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:52.826976 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:53.053563 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6fa52321-cdc7-48cd-a75f-f822fb4d41d7 req-01feb474-119c-420e-8bcf-f8ead79a6099 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 1098 time: 0.0782616 Nov 05 13:11:53.149957 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6fa52321-cdc7-48cd-a75f-f822fb4d41d7 req-7701880b-2b13-4235-9ea1-2f5ab8f29942 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894747 Nov 05 13:11:53.345244 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e703cf30-37c7-4ce2-af8d-73cc40352016 req-734c1b4d-f274-4555-a08c-579078d1d2e1 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 210 time: 0.1024725 Nov 05 13:11:53.356193 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-010f0bbd-1a7b-4ece-bfc9-fbf8c3cf2a41 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:53.357764 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-010f0bbd-1a7b-4ece-bfc9-fbf8c3cf2a41 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.64 "GET /v2.0/networks?id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 HTTP/1.1" status: 200 len: 811 time: 0.2742543 Nov 05 13:11:53.432333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df55707-1e74-436e-8ea9-190d172adff0 req-bc672595-23b9-4b2f-a621-bedb7e64d8ee tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:53.434000 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7df55707-1e74-436e-8ea9-190d172adff0 req-bc672595-23b9-4b2f-a621-bedb7e64d8ee tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 945 time: 0.1409390 Nov 05 13:11:53.439400 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-024a4e28-0f2b-411e-af09-388916fd985b tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8db93a34e48c471ab1b85908fe2989f5 HTTP/1.1" status: 200 len: 380 time: 0.0686193 Nov 05 13:11:53.464706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Request body: {'port': {'device_id': '57a40a71-6136-4211-9542-79ef30aecc5b', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'admin_state_up': True, 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'security_groups': ['e76bb1c6-6e95-44b5-a646-dbb97e0e57fd']}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:53.590473 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7df55707-1e74-436e-8ea9-190d172adff0 req-5829c211-3538-4b6b-852c-3dc253ea4e80 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497390 Nov 05 13:11:53.631789 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:11:53.636187 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Usage tracker for resource:port and tenant:8db93a34e48c471ab1b85908fe2989f5 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:11:53.639235 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:11:53.646064 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:11:53.655476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Made reservation on behalf of 8db93a34e48c471ab1b85908fe2989f5 for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:11:53.661372 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:53.832303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Allocated IP 172.20.0.12 (ac620b58-9677-46ea-9c4d-4f5bdbeb27a8/8287a2bf-ff22-4f26-bea6-b3544de4550c/e995cc17-370f-4c27-825f-711562ba698a) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:11:54.025801 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:54.041619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Transition to ACTIVE for port object e995cc17-370f-4c27-825f-711562ba698a will not be triggered until provisioned by entity DHCP. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:54.060859 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:54.066986 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-37788538-7847-409f-9ac5-0a5ee6c16fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:54.143333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:11:54.146497 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:11:54.151322 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:11:54.178560 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event updated for resources: {'Port': ['ID=e995cc17-370f-4c27-825f-711562ba698a,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:54.184508 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:54.219343 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:54.220008 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:54.245145 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7854936 Nov 05 13:11:54.259632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Request body: {'port': {'device_id': '57a40a71-6136-4211-9542-79ef30aecc5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:11:54.383606 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:54.543619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c9f665a8-9fba-45a7-8da2-45371e6df573 None None] Provisioning for port e995cc17-370f-4c27-825f-711562ba698a completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:11:54.548558 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-c9f665a8-9fba-45a7-8da2-45371e6df573 None None] Provisioning complete for port e995cc17-370f-4c27-825f-711562ba698a triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:11:54.549571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c9f665a8-9fba-45a7-8da2-45371e6df573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:54.610214 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-c9f665a8-9fba-45a7-8da2-45371e6df573 None None] Port e995cc17-370f-4c27-825f-711562ba698a cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:11:54.817792 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01529f5b-6d29-46f7-a40f-30bff65f33a4 req-791a2e24-900b-4cb2-bb5d-166f2e4caa2d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:54.818553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-01529f5b-6d29-46f7-a40f-30bff65f33a4 req-791a2e24-900b-4cb2-bb5d-166f2e4caa2d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Synchronizing usage tracker for tenant:8db93a34e48c471ab1b85908fe2989f5 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:11:54.938228 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-01529f5b-6d29-46f7-a40f-30bff65f33a4 req-791a2e24-900b-4cb2-bb5d-166f2e4caa2d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Unset dirty status for tenant:8db93a34e48c471ab1b85908fe2989f5 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:11:54.940031 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-01529f5b-6d29-46f7-a40f-30bff65f33a4 req-791a2e24-900b-4cb2-bb5d-166f2e4caa2d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 932 time: 0.4397888 Nov 05 13:11:54.952740 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e995cc17-370f-4c27-825f-711562ba698a {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:11:54.975310 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:55.019149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Transition to ACTIVE for port object e995cc17-370f-4c27-825f-711562ba698a will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:11:55.029330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:55.035370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-55726575-8264-437f-9a6d-26ccd5d00eb7 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:55.078725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bfac7-7d06-4983-950a-5e17de4b0e80 req-455ad20d-e941-49f4-bc26-ff0f7343707f tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:55.080809 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-048bfac7-7d06-4983-950a-5e17de4b0e80 req-455ad20d-e941-49f4-bc26-ff0f7343707f tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 945 time: 0.3452196 Nov 05 13:11:55.094772 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-01529f5b-6d29-46f7-a40f-30bff65f33a4 req-88850891-fc39-4cce-9595-1ea3fbc68284 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450546 Nov 05 13:11:55.213822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e995cc17-370f-4c27-825f-711562ba698a,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:55.220300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:55.228449 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-048bfac7-7d06-4983-950a-5e17de4b0e80 req-43a88cd0-a72b-447f-afeb-9a3247ddf914 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378632 Nov 05 13:11:55.341146 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Attempting to bind port e995cc17-370f-4c27-825f-711562ba698a on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:11:55.341524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Attempting to bind port e995cc17-370f-4c27-825f-711562ba698a by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:11:55.341864 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Attempting to bind port e995cc17-370f-4c27-825f-711562ba698a on network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:55.348576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Port e995cc17-370f-4c27-825f-711562ba698a on network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:11:55.349001 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Attempting to bind port e995cc17-370f-4c27-825f-711562ba698a on network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:11:55.357085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:11:55.357495 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Checking segment: {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:11:55.357879 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Bound using segment: {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:11:55.358479 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Bound port: e995cc17-370f-4c27-825f-711562ba698a, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dd1d6d-dd36-4e91-9c6a-75439e432078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:11:55.358865 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:55.739496 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] For port e995cc17-370f-4c27-825f-711562ba698a, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:11:55.746823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd71ff9-dcbc-4003-b0f9-eecf06736801 req-ef0da102-8a00-4fff-a6af-414eb7ca9a51 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:55.748350 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bbd71ff9-dcbc-4003-b0f9-eecf06736801 req-ef0da102-8a00-4fff-a6af-414eb7ca9a51 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 945 time: 0.3789744 Nov 05 13:11:55.750102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] For port e995cc17-370f-4c27-825f-711562ba698a, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e995cc17-370f-4c27-825f-711562ba698a,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:11:55.754031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:55.759762 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-794fad81-415e-43b6-98da-3ae7864dde7f tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:55.837523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:55.839136 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] 10.222.0.64 "PUT /v2.0/ports/e995cc17-370f-4c27-825f-711562ba698a HTTP/1.1" status: 200 len: 1094 time: 1.5840595 Nov 05 13:11:55.848171 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a40a71-6136-4211-9542-79ef30aecc5b', 'tag': 'e995cc17-370f-4c27-825f-711562ba698a'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:11:55.924276 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a40a71-6136-4211-9542-79ef30aecc5b', 'tag': 'e995cc17-370f-4c27-825f-711562ba698a', 'status': 'completed', 'code': 200} Nov 05 13:11:55.930133 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e995cc17-370f-4c27-825f-711562ba698a,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:55.933552 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2620a2f-6c00-4da6-975d-91aa776f17a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:55.937638 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bbd71ff9-dcbc-4003-b0f9-eecf06736801 req-6bb012db-592f-42f5-8882-a7d73317eb0a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788516 Nov 05 13:11:55.972434 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-d1e6fbc5-e1a8-4302-8fa0-c9de5d7855c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8db93a34e48c471ab1b85908fe2989f5&device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 1097 time: 0.0925848 Nov 05 13:11:56.055617 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-da64dcd9-a77b-4c8d-90c1-e1270af0416d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e995cc17-370f-4c27-825f-711562ba698a HTTP/1.1" status: 200 len: 217 time: 0.0740359 Nov 05 13:11:56.134801 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-8bbdd05d-a174-4e4e-8e0a-b67b027e42e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:56.137601 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-8bbdd05d-a174-4e4e-8e0a-b67b027e42e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8287a2bf-ff22-4f26-bea6-b3544de4550c HTTP/1.1" status: 200 len: 850 time: 0.0747387 Nov 05 13:11:56.240149 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-8444240a-6d0e-4718-8c5a-09b84b9800a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0938895 Nov 05 13:11:56.499598 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-0fbbdf8f-c6de-4944-801e-282ffb78eca5 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405283 Nov 05 13:11:56.571823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3b6c8-4c63-4772-ab0d-b7460ecd671d req-13f33f90-ead5-4ff0-8aac-2e4f15fa422a tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:56.573451 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2ba3b6c8-4c63-4772-ab0d-b7460ecd671d req-13f33f90-ead5-4ff0-8aac-2e4f15fa422a tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 944 time: 0.2199113 Nov 05 13:11:56.719650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2590a36-fd3d-4be2-8f72-7d1bed9489c8 req-090467d7-e058-4d60-a5b6-d22297fc72af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:56.721330 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f2590a36-fd3d-4be2-8f72-7d1bed9489c8 req-090467d7-e058-4d60-a5b6-d22297fc72af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 945 time: 0.2751784 Nov 05 13:11:56.732083 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ba7d1da-02bb-4491-aef4-c1968f0595fc req-1ad4ddcc-03c7-4fef-8f82-a77d5a0a3f01 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206008 Nov 05 13:11:56.756005 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2ba3b6c8-4c63-4772-ab0d-b7460ecd671d req-e82c7d2f-d898-4d94-a7e9-5f4d59916893 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731064 Nov 05 13:11:56.814076 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f2590a36-fd3d-4be2-8f72-7d1bed9489c8 req-48086630-83ba-404f-bf0f-dcf79b67cc0f tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842001 Nov 05 13:11:56.858224 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a3d5818-14d7-434b-a352-fa6b3dc47a61 req-2b34b818-d243-463d-991f-dccf56fed962 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8db93a34e48c471ab1b85908fe2989f5&device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 1097 time: 0.0786657 Nov 05 13:11:57.012631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5818-14d7-434b-a352-fa6b3dc47a61 req-0370b1ea-d223-4fdc-80b8-5f8c332e3ea5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:57.014629 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a3d5818-14d7-434b-a352-fa6b3dc47a61 req-0370b1ea-d223-4fdc-80b8-5f8c332e3ea5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 HTTP/1.1" status: 200 len: 912 time: 0.1441956 Nov 05 13:11:57.095221 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a3d5818-14d7-434b-a352-fa6b3dc47a61 req-e9733e3f-bb04-482d-8bc3-0703ec76a4cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e995cc17-370f-4c27-825f-711562ba698a HTTP/1.1" status: 200 len: 217 time: 0.0710988 Nov 05 13:11:57.168506 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5818-14d7-434b-a352-fa6b3dc47a61 req-d2994191-bb2c-4942-b6b4-62ddd16b4a8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:57.170137 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a3d5818-14d7-434b-a352-fa6b3dc47a61 req-d2994191-bb2c-4942-b6b4-62ddd16b4a8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8287a2bf-ff22-4f26-bea6-b3544de4550c HTTP/1.1" status: 200 len: 850 time: 0.0664892 Nov 05 13:11:57.284472 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a3d5818-14d7-434b-a352-fa6b3dc47a61 req-fcdf937f-9936-4a84-9cd8-3eae942db83f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0979302 Nov 05 13:11:57.429056 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a3d5818-14d7-434b-a352-fa6b3dc47a61 req-e0c4328d-33d9-4f30-8176-e13a3358b5e9 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356544 Nov 05 13:11:57.578150 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a3d5818-14d7-434b-a352-fa6b3dc47a61 req-32b03123-c4df-47cb-837e-5917a896a3eb service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415558 Nov 05 13:11:57.999735 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fef64-ae59-41ac-92f6-799f4909bd94 req-bfea460e-4ffa-447f-96b9-fb57086adfbc tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:58.001361 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-db3fef64-ae59-41ac-92f6-799f4909bd94 req-bfea460e-4ffa-447f-96b9-fb57086adfbc tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 945 time: 0.1438062 Nov 05 13:11:58.011743 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886d926-4df2-4f68-8eb7-134e10f54137 req-e875d482-d05a-46e9-bbe0-3b2357cee26d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:58.013264 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c886d926-4df2-4f68-8eb7-134e10f54137 req-e875d482-d05a-46e9-bbe0-3b2357cee26d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 944 time: 0.1169381 Nov 05 13:11:58.094365 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-db3fef64-ae59-41ac-92f6-799f4909bd94 req-bb328330-0363-4502-8a4a-d2e259896dcc tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800252 Nov 05 13:11:58.098570 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c886d926-4df2-4f68-8eb7-134e10f54137 req-55c7fc90-f4d0-4b48-8dfe-d48358ef816f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684295 Nov 05 13:11:58.527347 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device e995cc17-370f-4c27-825f-711562ba698a details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:11:58.671222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port e995cc17-370f-4c27-825f-711562ba698a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e995cc17-370f-4c27-825f-711562ba698a,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:58.689863 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'e995cc17-370f-4c27-825f-711562ba698a', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'port_id': 'e995cc17-370f-4c27-825f-711562ba698a', 'mac_address': 'fa:16:3e:db:e3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:11:58.914859 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:58.991877 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e995cc17-370f-4c27-825f-711562ba698a {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:11:59.020856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port e995cc17-370f-4c27-825f-711562ba698a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e995cc17-370f-4c27-825f-711562ba698a,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:11:59.024267 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:11:59.026260 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-19fed8a8-1eae-497f-979d-54c65d818bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:11:59.167674 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=e995cc17-370f-4c27-825f-711562ba698a,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:11:59.171595 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:11:59.326434 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['e995cc17-370f-4c27-825f-711562ba698a'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:11:59.403705 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb2a19-dc21-418d-9c35-6492d6c5deb8 req-5891cf41-fb12-4cf0-ba72-1870adb35418 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:59.405352 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4bfb2a19-dc21-418d-9c35-6492d6c5deb8 req-5891cf41-fb12-4cf0-ba72-1870adb35418 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 945 time: 0.1502137 Nov 05 13:11:59.422035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8be8-8db5-4dce-ade4-f16a65373af9 req-cd8db22c-5875-4b26-bf00-5562c87fcea6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:11:59.423529 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1b2b8be8-8db5-4dce-ade4-f16a65373af9 req-cd8db22c-5875-4b26-bf00-5562c87fcea6 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 945 time: 0.1278315 Nov 05 13:11:59.498999 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4bfb2a19-dc21-418d-9c35-6492d6c5deb8 req-3dbca0fa-1c4d-4b63-bc4b-774b6c1737fc tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834224 Nov 05 13:11:59.506895 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1b2b8be8-8db5-4dce-ade4-f16a65373af9 req-e6cb0f41-e459-46d4-a555-36ee068f32e0 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686800 Nov 05 13:12:00.537914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device e995cc17-370f-4c27-825f-711562ba698a up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:12:00.634232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port e995cc17-370f-4c27-825f-711562ba698a completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:12:00.641490 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port e995cc17-370f-4c27-825f-711562ba698a triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:12:00.641920 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:00.788070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:00.816750 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a40a71-6136-4211-9542-79ef30aecc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e995cc17-370f-4c27-825f-711562ba698a'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:12:00.826959 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port e995cc17-370f-4c27-825f-711562ba698a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e995cc17-370f-4c27-825f-711562ba698a,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:12:00.829957 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa4693-76b2-4476-802d-d072765af933 req-b07370e9-11f3-43ac-b67b-d0ffe3a039b2 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:00.830108 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:00.832017 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c6fa4693-76b2-4476-802d-d072765af933 req-b07370e9-11f3-43ac-b67b-d0ffe3a039b2 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 945 time: 0.1535249 Nov 05 13:12:00.832183 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:00.838760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33794709-bbf6-4082-8ea0-5268329e67d8 req-48e8853f-3697-432d-b60b-4b6d537832c8 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:00.840331 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-33794709-bbf6-4082-8ea0-5268329e67d8 req-48e8853f-3697-432d-b60b-4b6d537832c8 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 945 time: 0.1221437 Nov 05 13:12:00.900537 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=e995cc17-370f-4c27-825f-711562ba698a,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:00.903688 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:00.918265 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c6fa4693-76b2-4476-802d-d072765af933 req-264abb9e-4af8-4e06-8bb9-676100b12d73 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769005 Nov 05 13:12:00.920797 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-33794709-bbf6-4082-8ea0-5268329e67d8 req-5367e424-2a16-4d12-a2db-29be8c97d09e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646667 Nov 05 13:12:00.985095 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a40a71-6136-4211-9542-79ef30aecc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e995cc17-370f-4c27-825f-711562ba698a', 'code': 200} Nov 05 13:12:01.232375 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-52d15d1d-7fd9-4d55-be0b-129107b1fc01 req-157056b7-a521-4435-ac0d-3f7e9e5afe8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 1099 time: 0.0747023 Nov 05 13:12:01.281109 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-52d15d1d-7fd9-4d55-be0b-129107b1fc01 req-c3fc6589-de5d-4d20-bf4e-825cb7bd0393 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375278 Nov 05 13:12:01.792623 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc961-4dba-4ed5-96a1-3c321c0c33c5 req-f1b5582d-be1c-4dbd-961a-9f305bacf142 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:01.794226 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-610fc961-4dba-4ed5-96a1-3c321c0c33c5 req-f1b5582d-be1c-4dbd-961a-9f305bacf142 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 945 time: 0.0802560 Nov 05 13:12:01.843895 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-610fc961-4dba-4ed5-96a1-3c321c0c33c5 req-46d2cbf3-ceba-410f-bc32-81ebd0ddb99c tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436473 Nov 05 13:12:01.872021 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51630) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:02.018238 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-38e857f1-f86a-48fa-a50e-b17b903b478e tempest-TestMinimumBasicScenario-32105495 tempest-TestMinimumBasicScenario-32105495-project-admin] Synchronizing usage tracker for tenant:4f2c68babbed408aa4cc5c4243ad45f9 on resource:port {{(pid=88180) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:12:02.035430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-38e857f1-f86a-48fa-a50e-b17b903b478e tempest-TestMinimumBasicScenario-32105495 tempest-TestMinimumBasicScenario-32105495-project-admin] Unset dirty status for tenant:4f2c68babbed408aa4cc5c4243ad45f9 on resource:port {{(pid=88180) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:12:02.036749 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-38e857f1-f86a-48fa-a50e-b17b903b478e tempest-TestMinimumBasicScenario-32105495 tempest-TestMinimumBasicScenario-32105495-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 1093 time: 0.1636639 Nov 05 13:12:02.039873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51640) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:02.045952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Request body: {'floatingip': {'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'port_id': '754d3509-9076-45d0-94e9-494ab8935c94', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:12:02.052072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:12:02.056181 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Usage tracker for resource:floatingip and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:12:02.059192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:12:02.065286 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:12:02.076501 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for floatingip, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:02.211365 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bffcdd-6c00-4d92-87a6-c4595ed7675f req-ede32c00-d5e6-47e4-8fc5-382ac6115ac8 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:02.212960 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-09bffcdd-6c00-4d92-87a6-c4595ed7675f req-ede32c00-d5e6-47e4-8fc5-382ac6115ac8 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 946 time: 0.1650393 Nov 05 13:12:02.219923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac84423-7f92-4dbc-8a74-4ff55167e842 req-1ebf83c0-0e8a-4650-9dd3-470ea952f1af tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:02.221474 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2ac84423-7f92-4dbc-8a74-4ff55167e842 req-1ebf83c0-0e8a-4650-9dd3-470ea952f1af tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 945 time: 0.1330917 Nov 05 13:12:02.228818 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:02.298344 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-09bffcdd-6c00-4d92-87a6-c4595ed7675f req-a344c537-60af-4d3b-9575-2fcb22b26c24 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758793 Nov 05 13:12:02.303653 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2ac84423-7f92-4dbc-8a74-4ff55167e842 req-f0f05311-d960-4cd7-a07f-d79e5b3d0c77 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664165 Nov 05 13:12:02.382298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Allocated IP 172.28.2.92 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/49ae0755-8937-4184-a496-1a45f25e0094) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:12:02.545032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:02.570947 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:02.575603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-00660e95-b37c-4f50-97df-a8229a06b374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:02.641284 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:12:02.645466 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:12:02.649450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:12:02.688696 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event updated for resources: {'Port': ['ID=49ae0755-8937-4184-a496-1a45f25e0094,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:02.712693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:02.713130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:02.713532 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:02.713926 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:02.714317 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:02.714709 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:02.715099 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:02.715471 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:02.715856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:02.716240 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:02.716623 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:02.721823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:03.198540 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:03.270017 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:03.705632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:03.709650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838933006'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:03.714694 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0c413cec-80c5-4ae1-b81e-d2a5268c2d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:03.829187 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event updated for resources: {'Port': ['ID=49ae0755-8937-4184-a496-1a45f25e0094,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:03.833800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:03.844709 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:03.863116 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b4048-9f01-49f7-8905-1ad380b6977d req-5000115a-1e4e-4b80-9775-7fb5eea636dc tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:03.864691 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e68b4048-9f01-49f7-8905-1ad380b6977d req-5000115a-1e4e-4b80-9775-7fb5eea636dc tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 946 time: 0.4429011 Nov 05 13:12:03.878719 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7dfb9-e866-42e5-bb00-f56c25739df5 req-4216c20b-6328-4473-8600-17ff6b7ac841 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:03.880198 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6bd7dfb9-e866-42e5-bb00-f56c25739df5 req-4216c20b-6328-4473-8600-17ff6b7ac841 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 945 time: 0.4138160 Nov 05 13:12:03.900150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c5654-d223-4813-b082-e6f848bbca0a req-67b57511-c094-4912-872b-4210c8c5d4f4 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:03.901699 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1b4c5654-d223-4813-b082-e6f848bbca0a req-67b57511-c094-4912-872b-4210c8c5d4f4 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.64 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 945 time: 0.3935509 Nov 05 13:12:04.027914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-1b4c5654-d223-4813-b082-e6f848bbca0a req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Deleting port 3177355f-5dbc-4536-a4fe-25e8ec3aa050 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:12:04.028290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1b4c5654-d223-4813-b082-e6f848bbca0a req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:04.043546 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.l3_db [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Floating IP dc5ea977-9578-45f6-8feb-50460052533f associated. External IP: 172.28.2.92, port: 754d3509-9076-45d0-94e9-494ab8935c94. Nov 05 13:12:04.060487 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e68b4048-9f01-49f7-8905-1ad380b6977d req-10ea53b3-5ca7-4447-99a2-4a163ed7cd05 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880915 Nov 05 13:12:04.074660 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6bd7dfb9-e866-42e5-bb00-f56c25739df5 req-844078ca-b4b7-4fd8-8922-88964865dc4f tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f82fe08-62ba-4f19-91e4-d889f3296327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702437 Nov 05 13:12:04.369088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-1b4c5654-d223-4813-b082-e6f848bbca0a req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] For port 3177355f-5dbc-4536-a4fe-25e8ec3aa050, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=3177355f-5dbc-4536-a4fe-25e8ec3aa050,segment=NetworkSegment(f30df5b8-bd26-4d05-83e0-1b5b1d1271c6),segment_id=f30df5b8-bd26-4d05-83e0-1b5b1d1271c6)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:12:04.369669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1b4c5654-d223-4813-b082-e6f848bbca0a req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:04.466764 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Router a58c94ec-7787-4431-bfaf-901dac71b608 has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:12:04.505892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-1b4c5654-d223-4813-b082-e6f848bbca0a req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Calling delete_port for 3177355f-5dbc-4536-a4fe-25e8ec3aa050 owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:12:04.552261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7d43ba28-0147-42f2-a261-cb30f0dffa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:04.557535 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b4dbb-1ef2-4826-98eb-0670c2341c23 req-700776cd-862c-4cd6-86e8-6ae935137633 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:04.559183 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5c0b4dbb-1ef2-4826-98eb-0670c2341c23 req-700776cd-862c-4cd6-86e8-6ae935137633 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 946 time: 0.3007364 Nov 05 13:12:04.570669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 51654) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:04.578995 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-1b4db1e8-8597-4f53-b0f4-e865cdb56275 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Request body: {'floatingip': {'port_id': 'e995cc17-370f-4c27-825f-711562ba698a'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:12:04.667129 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1b4db1e8-8597-4f53-b0f4-e865cdb56275 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:04.691991 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:12:04.702547 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908e3fe-4c12-4d87-bdf6-54119b88551b None None] Sync routers for ids ['a58c94ec-7787-4431-bfaf-901dac71b608'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:12:04.716504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908e3fe-4c12-4d87-bdf6-54119b88551b None None] Routers {'a58c94ec-7787-4431-bfaf-901dac71b608'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:12:04.717529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e908e3fe-4c12-4d87-bdf6-54119b88551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['a58c94ec-7787-4431-bfaf-901dac71b608'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:12:04.717936 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:04.776151 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7348869 Nov 05 13:12:04.777245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94'}] {{(pid=88180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:12:04.783035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51658) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:04.801721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136590272', 'description': 'tempest-secgroup-smoke-2136590272 description', 'project_id': '31ce7aba1c814be280d583c7c2f0721c'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:12:04.809790 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:12:04.815514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Usage tracker for resource:security_group and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:12:04.820345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:12:04.827083 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:12:04.842928 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:04.856622 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94', 'status': 'completed', 'code': 200} Nov 05 13:12:04.888181 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:12:04.892921 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Usage tracker for resource:security_group_rule and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:12:04.896172 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:12:04.902480 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:12:04.918366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e908e3fe-4c12-4d87-bdf6-54119b88551b None None] Set router a58c94ec-7787-4431-bfaf-901dac71b608 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:12:04.965316 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:04.969059 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:04.974929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3a87b5b7-ef10-469b-9f75-b643976fc887 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:04.984402 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1b4c5654-d223-4813-b082-e6f848bbca0a req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:04.997459 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-638bc9a4-055f-4fda-aa88-b6568f619d3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:05.000117 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['3177355f-5dbc-4536-a4fe-25e8ec3aa050'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:12:05.015605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140b9982-2495-4655-8956-712ef3031ea9,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:05.018953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.023074 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2322106 Nov 05 13:12:05.023074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:05.023346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51664) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:05.029181 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Request body: {'security_group_rule': {'security_group_id': '140b9982-2495-4655-8956-712ef3031ea9', 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:12:05.036272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:12:05.040281 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Usage tracker for resource:security_group_rule and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:12:05.043377 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:12:05.049769 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:12:05.066653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.112258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Pushing event deleted for resources: {'Port': ['ID=3177355f-5dbc-4536-a4fe-25e8ec3aa050,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:05.136666 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.139971 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.150704 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:05.170493 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2730f511-8c0d-4bc0-8566-5a6357160a62,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:05.173862 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:05.181730 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.186188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:05.186188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:05.186445 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:05.186691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:05.187092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:05.187448 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1630092 Nov 05 13:12:05.187574 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:05.187866 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:05.188223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:05.188618 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:05.189099 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:05.189343 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51670) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:05.189465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:05.198128 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-06a08ba4-d299-49b7-a6f0-1fb3d2810ed5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Request body: {'security_group_rule': {'security_group_id': '140b9982-2495-4655-8956-712ef3031ea9', 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:12:05.200955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:05.209884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-06a08ba4-d299-49b7-a6f0-1fb3d2810ed5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:12:05.215113 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-06a08ba4-d299-49b7-a6f0-1fb3d2810ed5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Usage tracker for resource:security_group_rule and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:12:05.219092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-06a08ba4-d299-49b7-a6f0-1fb3d2810ed5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:12:05.225977 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-06a08ba4-d299-49b7-a6f0-1fb3d2810ed5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:12:05.243535 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06a08ba4-d299-49b7-a6f0-1fb3d2810ed5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.322258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06a08ba4-d299-49b7-a6f0-1fb3d2810ed5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.325474 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06a08ba4-d299-49b7-a6f0-1fb3d2810ed5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.327894 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-61eabfee-d86c-43f3-abbe-128a973543ef tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:05.341732 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ac9d75ef-7936-44e3-af51-d0d0ad70c921 req-df9ba474-29c5-4a32-ac6e-8accdee486bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31ce7aba1c814be280d583c7c2f0721c&device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 1098 time: 0.4419587 Nov 05 13:12:05.348688 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4c5654-d223-4813-b082-e6f848bbca0a req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] No DVR routers for this DVR port 3177355f-5dbc-4536-a4fe-25e8ec3aa050 on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:12:05.355061 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a08ba4-d299-49b7-a6f0-1fb3d2810ed5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc92cd2c-67ac-459a-954d-b70a54c6f193,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:05.355394 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-24374d9f-819a-4f8d-84f6-20dfb418c512 req-a0481b41-3203-41d5-8c3a-21a1493be6b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.39 "GET /v2.0/ports?device_id=860ae019-cee1-4bb1-b6e0-989be97850a6 HTTP/1.1" status: 200 len: 210 time: 0.0698292 Nov 05 13:12:05.356473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-1b4c5654-d223-4813-b082-e6f848bbca0a req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.357891 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-06a08ba4-d299-49b7-a6f0-1fb3d2810ed5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:05.366373 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06a08ba4-d299-49b7-a6f0-1fb3d2810ed5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.370835 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-06a08ba4-d299-49b7-a6f0-1fb3d2810ed5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1800668 Nov 05 13:12:05.372648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51676) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:05.380443 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-8a205b6c-dc8a-470e-bcfa-cfac4227077d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Request body: {'security_group_rule': {'security_group_id': '140b9982-2495-4655-8956-712ef3031ea9', 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:12:05.387707 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8a205b6c-dc8a-470e-bcfa-cfac4227077d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:12:05.390651 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860ae019-cee1-4bb1-b6e0-989be97850a6', 'name': 'network-vif-deleted', 'tag': '3177355f-5dbc-4536-a4fe-25e8ec3aa050'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:12:05.393689 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8a205b6c-dc8a-470e-bcfa-cfac4227077d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Usage tracker for resource:security_group_rule and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:12:05.396916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8a205b6c-dc8a-470e-bcfa-cfac4227077d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:12:05.403136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8a205b6c-dc8a-470e-bcfa-cfac4227077d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:12:05.420694 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8a205b6c-dc8a-470e-bcfa-cfac4227077d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.427275 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e908e3fe-4c12-4d87-bdf6-54119b88551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:11:10Z', 'revision_number': 4, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': 'dc5ea977-9578-45f6-8feb-50460052533f', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'floating_ip_address': '172.28.2.92', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'port_id': '754d3509-9076-45d0-94e9-494ab8935c94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'mac_address': 'fa:16:3e:56:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:12:03Z', 'updated_at': '2021-11-05T13:12:03Z', 'revision_number': 0, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2abbf248-21ff-4384-a4b4-d98a0f29f166', 'name': '', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'mac_address': 'fa:16:3e:47:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693aec80-ccac-4273-ac2c-7879139af924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:09Z', 'updated_at': '2021-11-05T13:11:21Z', 'revision_number': 5, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'subnets': [{'id': '693aec80-ccac-4273-ac2c-7879139af924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:12:05.431984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908e3fe-4c12-4d87-bdf6-54119b88551b None None] Checking router: a58c94ec-7787-4431-bfaf-901dac71b608 for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:12:05.444662 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908e3fe-4c12-4d87-bdf6-54119b88551b None None] Routers {'a58c94ec-7787-4431-bfaf-901dac71b608'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:12:05.445594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e908e3fe-4c12-4d87-bdf6-54119b88551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:11:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['a58c94ec-7787-4431-bfaf-901dac71b608'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:12:05.504374 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860ae019-cee1-4bb1-b6e0-989be97850a6', 'name': 'network-vif-deleted', 'tag': '3177355f-5dbc-4536-a4fe-25e8ec3aa050', 'status': 'completed', 'code': 200} Nov 05 13:12:05.505101 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8a205b6c-dc8a-470e-bcfa-cfac4227077d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.508987 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8a205b6c-dc8a-470e-bcfa-cfac4227077d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.511879 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:05.523709 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1b4c5654-d223-4813-b082-e6f848bbca0a req-321cb58d-4a8b-454f-8482-885e309e9e53 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] 10.222.0.64 "DELETE /v2.0/ports/3177355f-5dbc-4536-a4fe-25e8ec3aa050 HTTP/1.1" status: 204 len: 173 time: 1.6141365 Nov 05 13:12:05.541777 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a205b6c-dc8a-470e-bcfa-cfac4227077d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7738b3f-8618-4d18-b672-d8f6fecde469,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:05.547333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8a205b6c-dc8a-470e-bcfa-cfac4227077d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:05.556921 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8a205b6c-dc8a-470e-bcfa-cfac4227077d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.561464 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8a205b6c-dc8a-470e-bcfa-cfac4227077d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1849053 Nov 05 13:12:05.561609 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51682) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:05.572733 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Request body: {'security_group_rule': {'security_group_id': '140b9982-2495-4655-8956-712ef3031ea9', 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:12:05.579556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:12:05.589574 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Usage tracker for resource:security_group_rule and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:12:05.593203 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:12:05.604061 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:12:05.634130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.653846 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e908e3fe-4c12-4d87-bdf6-54119b88551b None None] Set router a58c94ec-7787-4431-bfaf-901dac71b608 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:12:05.707594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d75ef-7936-44e3-af51-d0d0ad70c921 req-62dfa884-411d-48ac-b143-32a9ff63e908 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:05.709235 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ac9d75ef-7936-44e3-af51-d0d0ad70c921 req-62dfa884-411d-48ac-b143-32a9ff63e908 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b HTTP/1.1" status: 200 len: 915 time: 0.3565938 Nov 05 13:12:05.716191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.719798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.721923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:05.745963 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee4cd76-2afd-4b92-8bdd-9c68d2f490ff,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:05.748524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:05.756289 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.760251 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1949809 Nov 05 13:12:05.760624 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51686) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:05.767622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Request body: {'security_group_rule': {'security_group_id': '140b9982-2495-4655-8956-712ef3031ea9', 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:12:05.776390 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:12:05.780800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Usage tracker for resource:security_group_rule and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:12:05.783901 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:12:05.790721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:12:05.807732 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.securitygroups_db [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Project 31ce7aba1c814be280d583c7c2f0721c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 13:12:05.817259 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.839932 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ac9d75ef-7936-44e3-af51-d0d0ad70c921 req-d58d6840-cc83-4c5d-b6db-e63218e646c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=754d3509-9076-45d0-94e9-494ab8935c94 HTTP/1.1" status: 200 len: 998 time: 0.1240945 Nov 05 13:12:05.895021 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.898083 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.901357 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:05.926256 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b00bd5-4ff3-45ec-8a9f-3197bb48ff18,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:05.928893 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:05.935685 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:05.939686 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0de054af-cb00-4b6d-99e5-3e963298e43b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1750782 Nov 05 13:12:05.940438 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51690) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:05.946110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Request body: {'security_group_rule': {'security_group_id': '140b9982-2495-4655-8956-712ef3031ea9', 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:12:05.952472 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:12:05.957240 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Usage tracker for resource:security_group_rule and tenant:31ce7aba1c814be280d583c7c2f0721c is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:12:05.960345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:12:05.966422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:12:05.976696 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.securitygroups_db [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Project 31ce7aba1c814be280d583c7c2f0721c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 13:12:05.984222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:06.057064 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:06.068412 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:06.072594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:06.075103 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f19a892a-c2dd-4760-9d9e-4a8941324bec tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:06.085363 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e908e3fe-4c12-4d87-bdf6-54119b88551b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:11:10Z', 'revision_number': 4, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': 'dc5ea977-9578-45f6-8feb-50460052533f', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'floating_ip_address': '172.28.2.92', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'port_id': '754d3509-9076-45d0-94e9-494ab8935c94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'mac_address': 'fa:16:3e:56:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:12:03Z', 'updated_at': '2021-11-05T13:12:03Z', 'revision_number': 0, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2abbf248-21ff-4384-a4b4-d98a0f29f166', 'name': '', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'mac_address': 'fa:16:3e:47:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693aec80-ccac-4273-ac2c-7879139af924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:09Z', 'updated_at': '2021-11-05T13:11:21Z', 'revision_number': 5, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'subnets': [{'id': '693aec80-ccac-4273-ac2c-7879139af924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:12:06.090257 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908e3fe-4c12-4d87-bdf6-54119b88551b None None] The sync data for ids ['a58c94ec-7787-4431-bfaf-901dac71b608'] in dv-cinder-815883-2-smb is: [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:11:10Z', 'revision_number': 4, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': 'dc5ea977-9578-45f6-8feb-50460052533f', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'floating_ip_address': '172.28.2.92', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'port_id': '754d3509-9076-45d0-94e9-494ab8935c94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'mac_address': 'fa:16:3e:56:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:12:03Z', 'updated_at': '2021-11-05T13:12:03Z', 'revision_number': 0, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2abbf248-21ff-4384-a4b4-d98a0f29f166', 'name': '', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'mac_address': 'fa:16:3e:47:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693aec80-ccac-4273-ac2c-7879139af924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:09Z', 'updated_at': '2021-11-05T13:11:21Z', 'revision_number': 5, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'subnets': [{'id': '693aec80-ccac-4273-ac2c-7879139af924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:12:06.106213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad59b2e-28aa-441f-abdf-75a627ceb604,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:06.109050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:06.117637 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:06.119307 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3e5c817b-eb3b-4195-8a7f-46a0aada6211 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1784167 Nov 05 13:12:06.228559 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d75ef-7936-44e3-af51-d0d0ad70c921 req-6df89b36-9daf-4057-8f74-95fbc63ff143 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:06.230308 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ac9d75ef-7936-44e3-af51-d0d0ad70c921 req-6df89b36-9daf-4057-8f74-95fbc63ff143 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=693aec80-ccac-4273-ac2c-7879139af924 HTTP/1.1" status: 200 len: 853 time: 0.3806517 Nov 05 13:12:06.324488 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1b4db1e8-8597-4f53-b0f4-e865cdb56275 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:06.336996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1b4db1e8-8597-4f53-b0f4-e865cdb56275 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:06.418394 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5112c4f5-26fe-4bd1-844e-10e0e105b8e5 req-3ed88b73-a031-4fc5-82a7-98646949beac tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136590272&fields=id&tenant_id=31ce7aba1c814be280d583c7c2f0721c HTTP/1.1" status: 200 len: 267 time: 0.1768429 Nov 05 13:12:06.502465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236ec250-91f8-4fb2-80d8-2c78a834568e None None] New status for floating IP dc5ea977-9578-45f6-8feb-50460052533f: ACTIVE {{(pid=88183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:12:06.506278 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ac9d75ef-7936-44e3-af51-d0d0ad70c921 req-a6c6554a-d432-4b76-82d6-1b21c43ddbbc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2659781 Nov 05 13:12:06.756683 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112c4f5-26fe-4bd1-844e-10e0e105b8e5 req-482d5f4b-f542-4d40-a148-db15c634687a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:06.758240 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5112c4f5-26fe-4bd1-844e-10e0e105b8e5 req-482d5f4b-f542-4d40-a148-db15c634687a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 945 time: 0.3285489 Nov 05 13:12:06.779600 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-5112c4f5-26fe-4bd1-844e-10e0e105b8e5 req-d1711727-1103-4b35-8e92-757f9dd5b0c5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Request body: {'port': {'security_groups': ['cd4a8c2b-eea6-4de0-b9f3-dccec09383e8', '140b9982-2495-4655-8956-712ef3031ea9']}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:12:06.831573 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ac9d75ef-7936-44e3-af51-d0d0ad70c921 req-a88d3ee2-3b65-403c-a61f-b869def272b2 service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173876 Nov 05 13:12:06.882228 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78508256-d7ce-46bb-b564-67561c16cc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:07.065639 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.l3_db [None req-1b4db1e8-8597-4f53-b0f4-e865cdb56275 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Floating IP c516b2f6-753d-4ad4-a789-d6c1611ce754 associated. External IP: 172.28.2.236, port: e995cc17-370f-4c27-825f-711562ba698a. Nov 05 13:12:07.115952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-5112c4f5-26fe-4bd1-844e-10e0e105b8e5 req-d1711727-1103-4b35-8e92-757f9dd5b0c5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:07.151601 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ac9d75ef-7936-44e3-af51-d0d0ad70c921 req-1d6c8b8b-6cfe-4bff-a2f5-1c431b903a08 service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100617 Nov 05 13:12:07.506122 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:07.526510 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-5112c4f5-26fe-4bd1-844e-10e0e105b8e5 req-d1711727-1103-4b35-8e92-757f9dd5b0c5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] For port 754d3509-9076-45d0-94e9-494ab8935c94, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=754d3509-9076-45d0-94e9-494ab8935c94,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:12:07.620343 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-5112c4f5-26fe-4bd1-844e-10e0e105b8e5 req-d1711727-1103-4b35-8e92-757f9dd5b0c5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:07.629726 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-5112c4f5-26fe-4bd1-844e-10e0e105b8e5 req-d1711727-1103-4b35-8e92-757f9dd5b0c5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:07.647125 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['754d3509-9076-45d0-94e9-494ab8935c94'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:12:07.647790 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-74419d3b-76fb-4648-8b68-d41eb2af1505 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:07.785604 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112c4f5-26fe-4bd1-844e-10e0e105b8e5 req-d1711727-1103-4b35-8e92-757f9dd5b0c5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:07.786227 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-5112c4f5-26fe-4bd1-844e-10e0e105b8e5 req-d1711727-1103-4b35-8e92-757f9dd5b0c5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:07.787762 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5112c4f5-26fe-4bd1-844e-10e0e105b8e5 req-d1711727-1103-4b35-8e92-757f9dd5b0c5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "PUT /v2.0/ports/754d3509-9076-45d0-94e9-494ab8935c94 HTTP/1.1" status: 200 len: 981 time: 1.0169902 Nov 05 13:12:07.788311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:12:07.807673 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1711727-1103-4b35-8e92-757f9dd5b0c5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event updated for resources: {'Port': ['ID=754d3509-9076-45d0-94e9-494ab8935c94,revision_number=6']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:07.811549 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d1711727-1103-4b35-8e92-757f9dd5b0c5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:07.855031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['754d3509-9076-45d0-94e9-494ab8935c94'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:12:07.903566 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94', 'status': 'completed', 'code': 200} Nov 05 13:12:07.905732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4db1e8-8597-4f53-b0f4-e865cdb56275 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:12:08.156619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f3bc3e8f-1f89-42e5-b81e-e83e96ba6fee None None] Provisioning complete for port 754d3509-9076-45d0-94e9-494ab8935c94 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:12:08.157213 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3e8f-1f89-42e5-b81e-e83e96ba6fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:08.397192 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-136d5993-2739-4e1c-b97d-3e9883624256 req-4ee67b1c-1797-4e9f-8027-391238eed732 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31ce7aba1c814be280d583c7c2f0721c&device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 1137 time: 0.4724443 Nov 05 13:12:08.404222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c08099-cb3f-494c-9bf5-b5feb70a3042 req-519820d3-fd5f-44f8-8078-091061c4b8ba tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:08.405745 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82c08099-cb3f-494c-9bf5-b5feb70a3042 req-519820d3-fd5f-44f8-8078-091061c4b8ba tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 984 time: 0.4458845 Nov 05 13:12:08.619964 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 3177355f-5dbc-4536-a4fe-25e8ec3aa050 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:12:08.649443 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82c08099-cb3f-494c-9bf5-b5feb70a3042 req-06ba5b67-4813-483f-9f7f-332468cf3b4e tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=140b9982-2495-4655-8956-712ef3031ea9&id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1743624 Nov 05 13:12:08.667387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: 3177355f-5dbc-4536-a4fe-25e8ec3aa050 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:12:08.667783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 3177355f-5dbc-4536-a4fe-25e8ec3aa050 not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:12:08.703442 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d5993-2739-4e1c-b97d-3e9883624256 req-2546443e-cc6a-486d-87ed-1f71a2f8fcc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:08.705926 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-136d5993-2739-4e1c-b97d-3e9883624256 req-2546443e-cc6a-486d-87ed-1f71a2f8fcc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b HTTP/1.1" status: 200 len: 915 time: 0.2991221 Nov 05 13:12:08.719683 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4db1e8-8597-4f53-b0f4-e865cdb56275 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:12:08.725831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1b4db1e8-8597-4f53-b0f4-e865cdb56275 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:08.747812 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e760bb-bae6-4f32-b3e5-b70a7adc5868 None None] Sync routers for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:12:08.798142 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e760bb-bae6-4f32-b3e5-b70a7adc5868 None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:12:08.799192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-96e760bb-bae6-4f32-b3e5-b70a7adc5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:12:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:12:08.867513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:08.875495 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-1b4db1e8-8597-4f53-b0f4-e865cdb56275 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "PUT /v2.0/floatingips/c516b2f6-753d-4ad4-a789-d6c1611ce754 HTTP/1.1" status: 200 len: 992 time: 4.3036249 Nov 05 13:12:08.881247 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-136d5993-2739-4e1c-b97d-3e9883624256 req-0bba5b73-84a9-4fac-89ee-5dd197759423 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=754d3509-9076-45d0-94e9-494ab8935c94 HTTP/1.1" status: 200 len: 1000 time: 0.1589124 Nov 05 13:12:08.954785 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d5993-2739-4e1c-b97d-3e9883624256 req-999063fd-5659-4628-b013-950fe33e0478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:08.956502 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-136d5993-2739-4e1c-b97d-3e9883624256 req-999063fd-5659-4628-b013-950fe33e0478 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=693aec80-ccac-4273-ac2c-7879139af924 HTTP/1.1" status: 200 len: 853 time: 0.0670884 Nov 05 13:12:09.028128 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-96e760bb-bae6-4f32-b3e5-b70a7adc5868 None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:12:09.045435 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-136d5993-2739-4e1c-b97d-3e9883624256 req-760de657-bf9a-4117-a46c-219c39c566de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798721 Nov 05 13:12:09.191218 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-136d5993-2739-4e1c-b97d-3e9883624256 req-928b65af-f0d4-4e39-80ad-dcf5d4e4d519 service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373005 Nov 05 13:12:09.338908 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-136d5993-2739-4e1c-b97d-3e9883624256 req-01912d3c-7798-4545-9bf5-3e0254d3ae9e service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392829 Nov 05 13:12:09.391183 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-96e760bb-bae6-4f32-b3e5-b70a7adc5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': 'c516b2f6-753d-4ad4-a789-d6c1611ce754', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'floating_ip_address': '172.28.2.236', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'port_id': 'e995cc17-370f-4c27-825f-711562ba698a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'mac_address': 'fa:16:3e:db:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a40a71-6136-4211-9542-79ef30aecc5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:11:50Z', 'updated_at': '2021-11-05T13:12:05Z', 'revision_number': 1, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:18Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:12:09.395774 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e760bb-bae6-4f32-b3e5-b70a7adc5868 None None] Checking router: 0c314b14-95c7-4f2c-9757-e23cb8a5e56a for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:12:09.406682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e760bb-bae6-4f32-b3e5-b70a7adc5868 None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:12:09.407329 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-96e760bb-bae6-4f32-b3e5-b70a7adc5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:12:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:12:09.592165 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-96e760bb-bae6-4f32-b3e5-b70a7adc5868 None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:12:09.905311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a40a71-6136-4211-9542-79ef30aecc5b', 'tag': 'e995cc17-370f-4c27-825f-711562ba698a'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:12:09.971188 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a40a71-6136-4211-9542-79ef30aecc5b', 'tag': 'e995cc17-370f-4c27-825f-711562ba698a', 'status': 'completed', 'code': 200} Nov 05 13:12:09.977790 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-96e760bb-bae6-4f32-b3e5-b70a7adc5868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': 'c516b2f6-753d-4ad4-a789-d6c1611ce754', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'floating_ip_address': '172.28.2.236', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'port_id': 'e995cc17-370f-4c27-825f-711562ba698a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'mac_address': 'fa:16:3e:db:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a40a71-6136-4211-9542-79ef30aecc5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:11:50Z', 'updated_at': '2021-11-05T13:12:05Z', 'revision_number': 1, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:18Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:12:09.982645 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e760bb-bae6-4f32-b3e5-b70a7adc5868 None None] The sync data for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb is: [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': 'c516b2f6-753d-4ad4-a789-d6c1611ce754', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'floating_ip_address': '172.28.2.236', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'port_id': 'e995cc17-370f-4c27-825f-711562ba698a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'mac_address': 'fa:16:3e:db:e3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a40a71-6136-4211-9542-79ef30aecc5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:11:50Z', 'updated_at': '2021-11-05T13:12:05Z', 'revision_number': 1, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:18Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:12:10.077457 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-07c1fa9b-c7d5-4449-b6d1-c157cf8f045b req-9ce1805e-cb5f-449d-9706-dd32391cfb4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8db93a34e48c471ab1b85908fe2989f5&device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 1099 time: 0.0787425 Nov 05 13:12:10.242210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1fa9b-c7d5-4449-b6d1-c157cf8f045b req-67073be5-e359-4db8-8fe8-47c736a81d9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:10.243808 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-07c1fa9b-c7d5-4449-b6d1-c157cf8f045b req-67073be5-e359-4db8-8fe8-47c736a81d9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 HTTP/1.1" status: 200 len: 912 time: 0.1589696 Nov 05 13:12:10.369055 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf3bd5-b5b6-409e-891e-96c3b06ba770 None None] New status for floating IP c516b2f6-753d-4ad4-a789-d6c1611ce754: ACTIVE {{(pid=88183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:12:10.373104 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-07c1fa9b-c7d5-4449-b6d1-c157cf8f045b req-e969cc92-a8c2-40c3-ad46-f9d5e54420bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e995cc17-370f-4c27-825f-711562ba698a HTTP/1.1" status: 200 len: 1000 time: 0.1117742 Nov 05 13:12:10.444725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1fa9b-c7d5-4449-b6d1-c157cf8f045b req-d26851cd-dfb2-4c63-91a0-57c364d03a70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:10.446406 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-07c1fa9b-c7d5-4449-b6d1-c157cf8f045b req-d26851cd-dfb2-4c63-91a0-57c364d03a70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8287a2bf-ff22-4f26-bea6-b3544de4550c HTTP/1.1" status: 200 len: 850 time: 0.0652652 Nov 05 13:12:10.530516 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-07c1fa9b-c7d5-4449-b6d1-c157cf8f045b req-ec12ca49-e056-4709-a8c4-8fd6eef496d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766113 Nov 05 13:12:10.678531 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-07c1fa9b-c7d5-4449-b6d1-c157cf8f045b req-f5d7ae57-a111-4714-a0dc-017cb489c9c9 service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401930 Nov 05 13:12:10.828054 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-07c1fa9b-c7d5-4449-b6d1-c157cf8f045b req-3f66b89f-d08a-4015-8342-ee6ba28fb49d service neutron] 10.222.0.64 "GET /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419985 Nov 05 13:12:12.470189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:12:16.259450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:26.308999 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51884) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:26.379545 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a0c863-2a5d-4b7c-893b-acc69359f9c9 admin admin] Deleting subnet ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc {{(pid=88180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:12:26.382633 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e9a0c863-2a5d-4b7c-893b-acc69359f9c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:26.434373 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e9a0c863-2a5d-4b7c-893b-acc69359f9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838363850'] for subnet, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:26.496807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e9a0c863-2a5d-4b7c-893b-acc69359f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:26.566355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e9a0c863-2a5d-4b7c-893b-acc69359f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15842110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14874446'] for subnet, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:26.570908 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-25738ac7-c3fd-44b0-8724-2e69c10c8193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:26.608323 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0c863-2a5d-4b7c-893b-acc69359f9c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:26.611087 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e9a0c863-2a5d-4b7c-893b-acc69359f9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:26.614299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e9a0c863-2a5d-4b7c-893b-acc69359f9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:26.622983 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-e9a0c863-2a5d-4b7c-893b-acc69359f9c9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ac1707a9-8a8a-44a6-8c84-a5ae3275d9fc HTTP/1.1" status: 204 len: 168 time: 0.3124173 Nov 05 13:12:26.624113 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51888) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:26.742050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:26.873040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:26.899282 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b620bc-f47e-4601-99cc-66a76991610b']}} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:12:26.912282 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30df5b8-bd26-4d05-83e0-1b5b1d1271c6') {'for_net_delete': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:12:26.912623 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30df5b8-bd26-4d05-83e0-1b5b1d1271c6') {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:12:26.924436 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16411967'] for segment, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:26.939326 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:26.945631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=88180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:12:26.946058 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838933040'] for segment, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:12:26.960557 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:12:27.037102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:27.041086 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-26e3705d-8c83-4b29-aa0d-270dcd5beb2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:27.057796 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:27.064669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] Pushing event deleted for resources: {'Network': ['ID=29b620bc-f47e-4601-99cc-66a76991610b,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:27.067658 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:27.070234 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] 10.222.0.39 "DELETE /v2.0/networks/29b620bc-f47e-4601-99cc-66a76991610b HTTP/1.1" status: 204 len: 168 time: 0.4450779 Nov 05 13:12:27.211285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51894) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:27.263009 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-71630298-e15a-4eb4-bc9f-fc5582ed3d2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=723723df15a441fcb71fae87a49e0591&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504837 Nov 05 13:12:27.265434 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 51898) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:12:27.326741 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3d864605-2232-4b5d-b6bd-857edde704ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:27.356861 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3d864605-2232-4b5d-b6bd-857edde704ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:27.400329 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3d864605-2232-4b5d-b6bd-857edde704ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:27.405211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dd23d9c1-1f75-4690-abea-b433fce68811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:27.418577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d864605-2232-4b5d-b6bd-857edde704ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f82fe08-62ba-4f19-91e4-d889f3296327,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:27.421132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3d864605-2232-4b5d-b6bd-857edde704ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:27.423603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3d864605-2232-4b5d-b6bd-857edde704ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:27.424843 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3d864605-2232-4b5d-b6bd-857edde704ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f82fe08-62ba-4f19-91e4-d889f3296327 HTTP/1.1" status: 204 len: 168 time: 0.1584101 Nov 05 13:12:32.247582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee569f-1f4b-4c1c-9d2b-37c7b28aea3c req-982515f0-76ef-408e-bd77-83e4f1b099f0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:32.249164 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c3ee569f-1f4b-4c1c-9d2b-37c7b28aea3c req-982515f0-76ef-408e-bd77-83e4f1b099f0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0808566 Nov 05 13:12:32.297247 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c3ee569f-1f4b-4c1c-9d2b-37c7b28aea3c req-2d75a056-45ba-4b3c-9d52-e253fd54206b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420058 Nov 05 13:12:33.528017 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7c649-aba0-4180-ab80-2a66e010a020 req-51c1ac95-028c-46a0-b553-0dac4a1299f4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:33.533140 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-66b7c649-aba0-4180-ab80-2a66e010a020 req-51c1ac95-028c-46a0-b553-0dac4a1299f4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0974441 Nov 05 13:12:33.586269 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-66b7c649-aba0-4180-ab80-2a66e010a020 req-2605e00c-8a26-4ddb-ba03-9cfc1da37648 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491095 Nov 05 13:12:33.669721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479688c-71c2-48b8-9e2d-f711d27ee029 req-09b92a94-7a8a-493a-9943-555344c70d0b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:33.671457 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1479688c-71c2-48b8-9e2d-f711d27ee029 req-09b92a94-7a8a-493a-9943-555344c70d0b tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 984 time: 0.0830538 Nov 05 13:12:33.722644 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1479688c-71c2-48b8-9e2d-f711d27ee029 req-9970eddc-5666-4c5a-82d6-091afc8ab1f0 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=140b9982-2495-4655-8956-712ef3031ea9&id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438330 Nov 05 13:12:33.811535 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-220cc9f8-5bd4-463c-9eaf-8888acf3733e req-56dc4464-44e4-451e-a34b-1e429af63bc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31ce7aba1c814be280d583c7c2f0721c&device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 1137 time: 0.2412782 Nov 05 13:12:33.953708 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cc9f8-5bd4-463c-9eaf-8888acf3733e req-2e17c496-d6ea-4a98-a1a3-29b5afa355fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:33.955378 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-220cc9f8-5bd4-463c-9eaf-8888acf3733e req-2e17c496-d6ea-4a98-a1a3-29b5afa355fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b HTTP/1.1" status: 200 len: 915 time: 0.1352677 Nov 05 13:12:34.060459 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-220cc9f8-5bd4-463c-9eaf-8888acf3733e req-eda0b063-ce62-418e-986e-6f3dba061327 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=754d3509-9076-45d0-94e9-494ab8935c94 HTTP/1.1" status: 200 len: 1000 time: 0.0977073 Nov 05 13:12:34.132271 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cc9f8-5bd4-463c-9eaf-8888acf3733e req-04615a51-b26a-4d79-ab08-36e6d8477025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:34.133830 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-220cc9f8-5bd4-463c-9eaf-8888acf3733e req-04615a51-b26a-4d79-ab08-36e6d8477025 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=693aec80-ccac-4273-ac2c-7879139af924 HTTP/1.1" status: 200 len: 853 time: 0.0655282 Nov 05 13:12:34.222726 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-220cc9f8-5bd4-463c-9eaf-8888acf3733e req-ddf330f4-3fa6-4517-80cf-a40173fcc7a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775158 Nov 05 13:12:34.368103 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-220cc9f8-5bd4-463c-9eaf-8888acf3733e req-a6b97d56-0da7-40c2-912c-3a38a4044e90 service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375513 Nov 05 13:12:34.528832 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-220cc9f8-5bd4-463c-9eaf-8888acf3733e req-b73cbde4-936e-4ca1-a270-e5d17c5c6793 service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449225 Nov 05 13:12:34.555013 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8b442625-a2ef-4a8c-a555-3fa32a53e59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:34.815268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73065ec-afbf-4036-b32c-350f0c47e938 req-4e6f2d2b-2996-4b2c-846d-6245d0ec766a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:34.817045 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a73065ec-afbf-4036-b32c-350f0c47e938 req-4e6f2d2b-2996-4b2c-846d-6245d0ec766a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0921617 Nov 05 13:12:35.133046 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a73065ec-afbf-4036-b32c-350f0c47e938 req-58d34334-2d84-4334-af2a-ab4d27672dea tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086476 Nov 05 13:12:35.159800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb564be-6dc7-4a70-92ca-ed5e5f84d975 req-242a8690-28ef-4c7c-baaf-e333e370a717 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:35.161434 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8eb564be-6dc7-4a70-92ca-ed5e5f84d975 req-242a8690-28ef-4c7c-baaf-e333e370a717 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 984 time: 0.1074796 Nov 05 13:12:35.211465 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8eb564be-6dc7-4a70-92ca-ed5e5f84d975 req-868465a2-3e9f-445a-836f-b5ce7d436d6d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=140b9982-2495-4655-8956-712ef3031ea9&id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440068 Nov 05 13:12:36.029505 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:36.396648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbede96f-7700-4475-84f1-fda44c12c9e3 req-e189ebea-38c4-4683-acab-dc18bf8d25be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:36.398250 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-dbede96f-7700-4475-84f1-fda44c12c9e3 req-e189ebea-38c4-4683-acab-dc18bf8d25be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1307058 Nov 05 13:12:36.465871 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-dbede96f-7700-4475-84f1-fda44c12c9e3 req-04bb8d52-9c7c-4c3e-8831-1d1d98624249 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610447 Nov 05 13:12:36.472735 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06236960-5b15-4045-86a6-7a199384e58d req-4680fd62-e232-499e-b917-9407c4b06586 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:36.474034 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-06236960-5b15-4045-86a6-7a199384e58d req-4680fd62-e232-499e-b917-9407c4b06586 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 984 time: 0.1341705 Nov 05 13:12:36.531647 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-06236960-5b15-4045-86a6-7a199384e58d req-12e98de0-726b-46b4-8ca6-44a9715abab6 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=140b9982-2495-4655-8956-712ef3031ea9&id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513995 Nov 05 13:12:36.884962 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-633ddfcf-3a95-45fc-981b-84cf0ff93aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:37.509130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:37.734181 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ac2b3-6147-47dd-9dfd-f071050dc059 req-e195721e-7b20-4435-a3d5-9d222dfa313b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:37.736337 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9f8ac2b3-6147-47dd-9dfd-f071050dc059 req-e195721e-7b20-4435-a3d5-9d222dfa313b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1332989 Nov 05 13:12:37.800052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e73d-5530-461d-898e-aebb2109bb74 req-69d4a395-7ae0-45b9-9a1f-30060652edf1 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:37.801569 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fc14e73d-5530-461d-898e-aebb2109bb74 req-69d4a395-7ae0-45b9-9a1f-30060652edf1 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 984 time: 0.1396632 Nov 05 13:12:37.827851 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9f8ac2b3-6147-47dd-9dfd-f071050dc059 req-531f55f8-f03f-40d8-903c-a7648df279c4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836165 Nov 05 13:12:37.861472 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fc14e73d-5530-461d-898e-aebb2109bb74 req-842f317e-e395-40c4-a6ba-392dabbd7038 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=140b9982-2495-4655-8956-712ef3031ea9&id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536816 Nov 05 13:12:38.783815 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:39.106481 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be0c6c-212b-4bee-9dec-5f92b2d96848 req-8707ce86-6f08-4e58-aedd-344f43e59132 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:39.108100 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-19be0c6c-212b-4bee-9dec-5f92b2d96848 req-8707ce86-6f08-4e58-aedd-344f43e59132 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1471422 Nov 05 13:12:39.118543 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519fb77-cec9-4a10-89ff-96f30281f63e req-3de50535-ca22-48b9-98ab-44e55dcc4f68 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:39.120005 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f519fb77-cec9-4a10-89ff-96f30281f63e req-3de50535-ca22-48b9-98ab-44e55dcc4f68 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 984 time: 0.1208091 Nov 05 13:12:39.196892 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-19be0c6c-212b-4bee-9dec-5f92b2d96848 req-d36bcb48-18fb-4154-9792-67718ca413aa tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758119 Nov 05 13:12:39.200121 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f519fb77-cec9-4a10-89ff-96f30281f63e req-877257ff-1f15-4da0-b052-af83199355bf tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=140b9982-2495-4655-8956-712ef3031ea9&id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651643 Nov 05 13:12:40.472066 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08811a2-87a4-45b5-ae10-31ee9246cddc req-7c3e34a8-f510-4366-afcf-5bc7c2d72fdf tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:40.473698 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a08811a2-87a4-45b5-ae10-31ee9246cddc req-7c3e34a8-f510-4366-afcf-5bc7c2d72fdf tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 984 time: 0.1497982 Nov 05 13:12:40.484068 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ee705-2bf8-4318-a44d-efaa86f9df12 req-45e9b5f9-8a56-4900-9e54-52f3af92ea7f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:40.486183 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-262ee705-2bf8-4318-a44d-efaa86f9df12 req-45e9b5f9-8a56-4900-9e54-52f3af92ea7f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1212933 Nov 05 13:12:40.569735 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a08811a2-87a4-45b5-ae10-31ee9246cddc req-02e2f976-6f27-4296-aff5-a2c4b94b2d25 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=140b9982-2495-4655-8956-712ef3031ea9&id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824389 Nov 05 13:12:40.572177 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-262ee705-2bf8-4318-a44d-efaa86f9df12 req-6fab872c-45b5-425b-814b-2c27e4e3083d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702853 Nov 05 13:12:41.847232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f66096-c2b2-4407-a243-5e484ec7f491 req-d4e7697d-88a0-4aaa-b091-649688dad900 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:41.848761 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-54f66096-c2b2-4407-a243-5e484ec7f491 req-d4e7697d-88a0-4aaa-b091-649688dad900 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 984 time: 0.1549773 Nov 05 13:12:41.854676 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22a5d8-281b-4e37-a490-2dbc06152bb6 req-a7dc8a04-01bb-4731-988c-6099adb1e662 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:41.856138 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0c22a5d8-281b-4e37-a490-2dbc06152bb6 req-a7dc8a04-01bb-4731-988c-6099adb1e662 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1271374 Nov 05 13:12:41.935976 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-54f66096-c2b2-4407-a243-5e484ec7f491 req-796d6a28-9098-46b4-869d-7b55abb01167 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=140b9982-2495-4655-8956-712ef3031ea9&id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788207 Nov 05 13:12:41.939071 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0c22a5d8-281b-4e37-a490-2dbc06152bb6 req-6962dcbb-f30b-4e31-810c-8f17f1b48ab9 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648205 Nov 05 13:12:43.211437 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887c53b-2527-4ad5-80ff-9830f29eb79a req-71bfeaa0-af0c-4bf6-9ba1-5b0c99ec3404 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:43.213117 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1887c53b-2527-4ad5-80ff-9830f29eb79a req-71bfeaa0-af0c-4bf6-9ba1-5b0c99ec3404 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 984 time: 0.1516695 Nov 05 13:12:43.219168 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a745226-03e1-4b80-b5ab-60b27a45e751 req-8ec665e9-4050-4146-bc9b-0b51c65b2094 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:43.221280 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7a745226-03e1-4b80-b5ab-60b27a45e751 req-8ec665e9-4050-4146-bc9b-0b51c65b2094 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1221304 Nov 05 13:12:43.302987 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1887c53b-2527-4ad5-80ff-9830f29eb79a req-cf397ffb-be95-4f16-88ea-45657237e3c9 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=140b9982-2495-4655-8956-712ef3031ea9&id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805907 Nov 05 13:12:43.307778 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7a745226-03e1-4b80-b5ab-60b27a45e751 req-b8ecda12-e9f1-48d8-8577-1b456b745c1e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694449 Nov 05 13:12:44.582035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9e672-a2f6-40a5-aa09-883d1bec9fd6 req-7d840656-9ab3-4212-b3cd-32b4f6d118ed tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:44.583875 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d6d9e672-a2f6-40a5-aa09-883d1bec9fd6 req-7d840656-9ab3-4212-b3cd-32b4f6d118ed tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 984 time: 0.1560507 Nov 05 13:12:44.590736 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0490-b08a-47fd-8bd1-08145fd9c1de req-44c509ee-588d-4da9-ae67-2595364c163f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:44.592257 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-94fa0490-b08a-47fd-8bd1-08145fd9c1de req-44c509ee-588d-4da9-ae67-2595364c163f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1307235 Nov 05 13:12:44.677238 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d6d9e672-a2f6-40a5-aa09-883d1bec9fd6 req-69c29e34-c289-4bc1-94d1-912e64530e2d tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=140b9982-2495-4655-8956-712ef3031ea9&id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838840 Nov 05 13:12:44.680908 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-94fa0490-b08a-47fd-8bd1-08145fd9c1de req-dee8412b-8d1d-4646-89a6-1e93d204e5ad tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726333 Nov 05 13:12:45.952832 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb8921-5a78-4244-9986-9961e6f16d63 req-f2926ee0-a518-431b-ae3d-10de80500268 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:45.954420 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-67fb8921-5a78-4244-9986-9961e6f16d63 req-f2926ee0-a518-431b-ae3d-10de80500268 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 984 time: 0.1545408 Nov 05 13:12:45.963416 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439722b-4d7c-48fe-9fab-785b63396438 req-361418ae-9d9c-45a7-9057-e454e3c3bf26 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:45.964921 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8439722b-4d7c-48fe-9fab-785b63396438 req-361418ae-9d9c-45a7-9057-e454e3c3bf26 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1215796 Nov 05 13:12:46.044435 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-67fb8921-5a78-4244-9986-9961e6f16d63 req-28f99e45-efe2-499f-bca3-a98dca6c405a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=140b9982-2495-4655-8956-712ef3031ea9&id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785134 Nov 05 13:12:46.046686 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8439722b-4d7c-48fe-9fab-785b63396438 req-907d8740-3b68-4cee-a80d-d20999b14bce tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661917 Nov 05 13:12:46.256576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:47.258857 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de5766-9b40-4d20-91ed-f15793d0cccc req-2d98239f-2c9a-42cf-88aa-92e1d08802d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:47.260463 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e5de5766-9b40-4d20-91ed-f15793d0cccc req-2d98239f-2c9a-42cf-88aa-92e1d08802d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0824361 Nov 05 13:12:47.316475 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e5de5766-9b40-4d20-91ed-f15793d0cccc req-5e6a08b7-25c0-4986-88b2-de6d4013eb16 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491905 Nov 05 13:12:48.534540 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ff401-35f2-480f-b931-8da0b4167590 req-53a266f5-7eec-4920-8116-c2b96b79709f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:48.537271 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-220ff401-35f2-480f-b931-8da0b4167590 req-53a266f5-7eec-4920-8116-c2b96b79709f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0845194 Nov 05 13:12:48.643348 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-220ff401-35f2-480f-b931-8da0b4167590 req-a9377b82-ab81-4641-8227-2c7b2c09c7eb tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987890 Nov 05 13:12:48.667077 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ecf9fd93-a16f-4d24-8d69-ab876880ecfd req-54eafd2d-ac24-475e-9e9e-4f4d29db3165 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 1098 time: 0.1025469 Nov 05 13:12:48.830922 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9fd93-a16f-4d24-8d69-ab876880ecfd req-196d8edb-c838-4d05-bb18-f599baeced78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:48.832637 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ecf9fd93-a16f-4d24-8d69-ab876880ecfd req-196d8edb-c838-4d05-bb18-f599baeced78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 917 time: 0.1407387 Nov 05 13:12:48.946273 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ecf9fd93-a16f-4d24-8d69-ab876880ecfd req-982e12a2-aec7-4a35-b4f9-077f4d184293 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4 HTTP/1.1" status: 200 len: 1001 time: 0.1069434 Nov 05 13:12:49.026102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9fd93-a16f-4d24-8d69-ab876880ecfd req-f1954272-2e35-4008-86fb-8aa9e2ecb968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:49.027795 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ecf9fd93-a16f-4d24-8d69-ab876880ecfd req-f1954272-2e35-4008-86fb-8aa9e2ecb968 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.0746891 Nov 05 13:12:49.110029 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ecf9fd93-a16f-4d24-8d69-ab876880ecfd req-d2f41d6b-a7ad-4491-ab86-cf6a15e71676 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750611 Nov 05 13:12:49.252768 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ecf9fd93-a16f-4d24-8d69-ab876880ecfd req-abcb0c5b-65c3-4489-b92c-f5afc47c138c service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359494 Nov 05 13:12:49.403212 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ecf9fd93-a16f-4d24-8d69-ab876880ecfd req-a8c10597-bea4-4b1c-9fe1-0e4acc22acf4 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438363 Nov 05 13:12:49.470652 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:12:49.882655 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5308d38-256a-4a63-aba0-9e697fed0c3f req-0b4869f0-248a-4caf-b2b1-c323a53b2023 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:49.884225 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e5308d38-256a-4a63-aba0-9e697fed0c3f req-0b4869f0-248a-4caf-b2b1-c323a53b2023 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0871508 Nov 05 13:12:49.935657 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e5308d38-256a-4a63-aba0-9e697fed0c3f req-02c9d297-a476-44b0-a8e8-638098461dfe tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452192 Nov 05 13:12:51.150622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9100e1f-fd81-42ce-bde6-eb50be5cd53e req-ab500057-9cf7-4db0-9cc0-3fbb01fc7235 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:51.152259 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f9100e1f-fd81-42ce-bde6-eb50be5cd53e req-ab500057-9cf7-4db0-9cc0-3fbb01fc7235 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0833631 Nov 05 13:12:51.200069 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f9100e1f-fd81-42ce-bde6-eb50be5cd53e req-c604cc29-45be-40e7-80b3-7fb5793b137f tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Nov 05 13:12:52.419410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edf955-946c-4f02-b32f-f74d0c5a7c8f req-d97f3ca9-7b8d-4e71-846b-aaae0e3a3c95 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:52.420994 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-60edf955-946c-4f02-b32f-f74d0c5a7c8f req-d97f3ca9-7b8d-4e71-846b-aaae0e3a3c95 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0855598 Nov 05 13:12:52.468098 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-60edf955-946c-4f02-b32f-f74d0c5a7c8f req-59bfee29-b6a1-45f7-8915-a6ec3d7f7d22 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Nov 05 13:12:53.688436 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbd11e-c992-4dc4-b0df-052b8733e2ed req-06cce950-e185-45ca-bbfb-008d9cbab21a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:53.690111 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3abbd11e-c992-4dc4-b0df-052b8733e2ed req-06cce950-e185-45ca-bbfb-008d9cbab21a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0883374 Nov 05 13:12:53.740749 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3abbd11e-c992-4dc4-b0df-052b8733e2ed req-8f8a6caa-6894-42c9-9051-326ddfdc11f1 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437231 Nov 05 13:12:54.958546 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b9cb4-c260-45ed-b078-a0baa9a5885f req-49ad4718-b687-4531-9ba4-a98829fc7fb3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:54.961270 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-083b9cb4-c260-45ed-b078-a0baa9a5885f req-49ad4718-b687-4531-9ba4-a98829fc7fb3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0876315 Nov 05 13:12:55.008881 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-083b9cb4-c260-45ed-b078-a0baa9a5885f req-cb06fb18-197a-477f-8bf4-af1a9666a47e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427926 Nov 05 13:12:56.221700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5442f95-fcd4-41b8-93c9-cb98f1931664 req-ae8f02df-c9e9-4e2b-9463-6c540e2d40e5 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:56.223274 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c5442f95-fcd4-41b8-93c9-cb98f1931664 req-ae8f02df-c9e9-4e2b-9463-6c540e2d40e5 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0828259 Nov 05 13:12:56.276129 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c5442f95-fcd4-41b8-93c9-cb98f1931664 req-6bc0a12a-21e1-4838-8e4e-753b95198909 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465322 Nov 05 13:12:57.495984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5a73e-b238-4504-886d-88b42ba86d7b req-da605790-dbf7-44e6-a77e-b46247ccb8f3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:57.497632 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-52e5a73e-b238-4504-886d-88b42ba86d7b req-da605790-dbf7-44e6-a77e-b46247ccb8f3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0836926 Nov 05 13:12:57.547808 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-52e5a73e-b238-4504-886d-88b42ba86d7b req-10937401-8aab-4d71-a459-8ac5c3e8bdea tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440812 Nov 05 13:12:58.773987 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e14349-f1ad-4c0b-834b-7f0f9ee396fe req-c5e869b9-76c1-4eeb-96b6-58f3adef8260 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:12:58.775544 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f4e14349-f1ad-4c0b-834b-7f0f9ee396fe req-c5e869b9-76c1-4eeb-96b6-58f3adef8260 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0838807 Nov 05 13:12:58.822916 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f4e14349-f1ad-4c0b-834b-7f0f9ee396fe req-05a2b7ae-bb0d-465e-9221-36778e4ced2d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412753 Nov 05 13:12:58.837513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ddc6e115-804a-4f1f-8869-cca1a58cf3e4 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:12:58.978582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:12:58.992625 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'port_id': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'mac_address': 'fa:16:3e:7a:7b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:12:59.046404 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:59.067821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddc6e115-804a-4f1f-8869-cca1a58cf3e4 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:12:59.082625 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:12:59.085516 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:12:59.087330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:12:59.155067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,revision_number=6']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:12:59.163857 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:59.164247 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:59.164623 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:59.165020 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:59.165398 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:59.165764 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:59.166128 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:59.166491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:59.166850 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:59.167207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:59.167566 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:12:59.171463 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:12:59.188966 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['ddc6e115-804a-4f1f-8869-cca1a58cf3e4'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:13:00.039418 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745c337-f1f8-481d-92bd-d4ae219cb8e3 req-2789167b-e9a3-43ec-92cf-4e99961202d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:00.041037 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3745c337-f1f8-481d-92bd-d4ae219cb8e3 req-2789167b-e9a3-43ec-92cf-4e99961202d7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 944 time: 0.0816867 Nov 05 13:13:00.092078 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3745c337-f1f8-481d-92bd-d4ae219cb8e3 req-9e5cb197-8bf1-4405-9b87-c2d543d9f214 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447371 Nov 05 13:13:00.853209 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ddc6e115-804a-4f1f-8869-cca1a58cf3e4 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:13:00.941580 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:13:00.941896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:01.077967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:01.107425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:13:01.118131 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:01.123896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:01.127433 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-36980ff6-cf43-48cd-a335-b63dfe55906a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:01.203512 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,revision_number=7']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:01.218210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:01.369299 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'code': 200} Nov 05 13:13:01.695416 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb5c1f-23a3-4735-9c18-fb2bf4ac0113 req-650fbc81-f1d7-4784-87ae-34e67d8b3fb3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:01.703213 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4ceb5c1f-23a3-4735-9c18-fb2bf4ac0113 req-650fbc81-f1d7-4784-87ae-34e67d8b3fb3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.3545294 Nov 05 13:13:01.755234 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4ceb5c1f-23a3-4735-9c18-fb2bf4ac0113 req-8d4edbe0-4181-48e0-a991-7d654b503ed4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500486 Nov 05 13:13:02.542069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4715d9-764f-4799-9615-1351a5720111 req-b9b73535-a4a3-42c8-9ccf-81136c8dbb56 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:02.550847 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-aa4715d9-764f-4799-9615-1351a5720111 req-b9b73535-a4a3-42c8-9ccf-81136c8dbb56 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 946 time: 0.1131442 Nov 05 13:13:02.604241 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-aa4715d9-764f-4799-9615-1351a5720111 req-b6c9a5fe-988d-4fdb-b4aa-9bb4dc6daf98 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518656 Nov 05 13:13:03.012000 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae6ae6-b970-4746-874b-ef5b994fcbe2 req-b36b7e4a-aadf-4b06-b3b4-e8c0d8c3eff0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:03.013818 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-12ae6ae6-b970-4746-874b-ef5b994fcbe2 req-b36b7e4a-aadf-4b06-b3b4-e8c0d8c3eff0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0909016 Nov 05 13:13:03.073216 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-12ae6ae6-b970-4746-874b-ef5b994fcbe2 req-106a94f6-028f-4f1d-8270-a6909ae33b5d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513535 Nov 05 13:13:03.840942 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e73041-4413-4e68-919d-cce7302fd6c0 req-17a58e27-d530-463e-9f90-ebf242a5c13d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:03.844735 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-36e73041-4413-4e68-919d-cce7302fd6c0 req-17a58e27-d530-463e-9f90-ebf242a5c13d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 946 time: 0.0949619 Nov 05 13:13:03.905485 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-36e73041-4413-4e68-919d-cce7302fd6c0 req-1289ae21-4388-4265-8870-8ed54f3e769b tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557587 Nov 05 13:13:04.330188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23cf00-49dc-428a-8a9d-5d1b51a35369 req-696e8120-d7fb-48a8-adcb-a64d83b698a0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:04.338689 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e23cf00-49dc-428a-8a9d-5d1b51a35369 req-696e8120-d7fb-48a8-adcb-a64d83b698a0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1188614 Nov 05 13:13:04.389707 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e23cf00-49dc-428a-8a9d-5d1b51a35369 req-230ec235-a656-4305-beaa-0ca083b85f81 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498729 Nov 05 13:13:04.561237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ade1756a-d336-45d2-921d-7e262f102d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:04.591459 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-a0a83708-43dc-4f20-bb22-651655438739 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:04.593287 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-a0a83708-43dc-4f20-bb22-651655438739 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.64 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 946 time: 0.1018970 Nov 05 13:13:04.690004 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Deleting port e995cc17-370f-4c27-825f-711562ba698a {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:04.690499 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:05.005823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] For port e995cc17-370f-4c27-825f-711562ba698a, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e995cc17-370f-4c27-825f-711562ba698a,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:05.006452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:05.304270 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb309e38-7d49-4a1c-bb36-15cfe89676ba req-f68038ac-8937-41fa-a4ea-2cda18db09e1 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:05.305931 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb309e38-7d49-4a1c-bb36-15cfe89676ba req-f68038ac-8937-41fa-a4ea-2cda18db09e1 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 946 time: 0.2137647 Nov 05 13:13:05.472522 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb309e38-7d49-4a1c-bb36-15cfe89676ba req-5fd2fb34-5a3b-4139-bf4b-a65ee45c0de3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups?id=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602697 Nov 05 13:13:05.514753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:05.515188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:05.515548 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.l3_db [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Floating IP c516b2f6-753d-4ad4-a789-d6c1611ce754 disassociated. External IP: 172.28.2.236, port: e995cc17-370f-4c27-825f-711562ba698a. Nov 05 13:13:05.516501 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Calling delete_port for e995cc17-370f-4c27-825f-711562ba698a owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:05.711895 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92456b-63a1-4e40-ac20-646f392bfa4b req-fb3d06b2-8861-4d36-a367-4f1435dc21aa tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:05.713539 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-db92456b-63a1-4e40-ac20-646f392bfa4b req-fb3d06b2-8861-4d36-a367-4f1435dc21aa tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1552544 Nov 05 13:13:05.815563 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-db92456b-63a1-4e40-ac20-646f392bfa4b req-fd8385c7-ee18-4c0f-af64-233ac14827ed tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678353 Nov 05 13:13:05.826702 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:05.843436 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a209d42d-d899-4cde-a57c-e15d4f4e45c2 tempest-ServerRescueNegativeTestJSON-163605148 tempest-ServerRescueNegativeTestJSON-163605148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:05.890578 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event deleted for resources: {'Port': ['ID=e995cc17-370f-4c27-825f-711562ba698a,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:05.988017 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:05.988409 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:05.988824 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:05.989227 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:05.989627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:05.990014 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:05.990393 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:05.990773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:05.991136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:05.991516 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:05.991902 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:05.995827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:06.072611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:06.145821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:13:06.373773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:13:06.391469 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de46609d-79fc-44b8-99a7-c69b13f27309 None None] Sync routers for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:13:06.417183 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de46609d-79fc-44b8-99a7-c69b13f27309 None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:13:06.418728 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-de46609d-79fc-44b8-99a7-c69b13f27309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:12:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:06.460109 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] No DVR routers for this DVR port e995cc17-370f-4c27-825f-711562ba698a on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:13:06.463338 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:06.470209 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a40a71-6136-4211-9542-79ef30aecc5b', 'name': 'network-vif-deleted', 'tag': 'e995cc17-370f-4c27-825f-711562ba698a'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:13:06.487308 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4d97b92c-4cfd-4c05-8ff1-8a533118b433 req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.64 "DELETE /v2.0/ports/e995cc17-370f-4c27-825f-711562ba698a HTTP/1.1" status: 204 len: 173 time: 1.8854110 Nov 05 13:13:06.745554 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1e17cea9-09d1-4a11-8ccf-1bea0a0a0c36 req-ea4b92a0-ed38-4efe-94e5-5b5f1b78ec1d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Synchronizing usage tracker for tenant:8db93a34e48c471ab1b85908fe2989f5 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:13:06.768139 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a40a71-6136-4211-9542-79ef30aecc5b', 'name': 'network-vif-deleted', 'tag': 'e995cc17-370f-4c27-825f-711562ba698a', 'status': 'completed', 'code': 200} Nov 05 13:13:06.769394 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-1e17cea9-09d1-4a11-8ccf-1bea0a0a0c36 req-ea4b92a0-ed38-4efe-94e5-5b5f1b78ec1d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Unset dirty status for tenant:8db93a34e48c471ab1b85908fe2989f5 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:13:06.770748 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1e17cea9-09d1-4a11-8ccf-1bea0a0a0c36 req-ea4b92a0-ed38-4efe-94e5-5b5f1b78ec1d tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a40a71-6136-4211-9542-79ef30aecc5b HTTP/1.1" status: 200 len: 210 time: 0.1136830 Nov 05 13:13:06.954796 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7b0e09bb-7f4b-4f6c-9128-71f088a9d484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:07.023331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-de46609d-79fc-44b8-99a7-c69b13f27309 None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:13:07.071633 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548114c5-5a4d-4fdf-ba0b-4de2dda2588e req-b1709158-483a-4c55-ab99-0d05386c5326 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:07.073050 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-548114c5-5a4d-4fdf-ba0b-4de2dda2588e req-b1709158-483a-4c55-ab99-0d05386c5326 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0975244 Nov 05 13:13:07.139309 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-548114c5-5a4d-4fdf-ba0b-4de2dda2588e req-1f5db555-b5ff-411c-9a7c-391f09ef2d4a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588884 Nov 05 13:13:07.413075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-de46609d-79fc-44b8-99a7-c69b13f27309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:18Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:07.417926 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de46609d-79fc-44b8-99a7-c69b13f27309 None None] Checking router: 0c314b14-95c7-4f2c-9757-e23cb8a5e56a for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:13:07.429968 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de46609d-79fc-44b8-99a7-c69b13f27309 None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:13:07.430687 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-de46609d-79fc-44b8-99a7-c69b13f27309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:13:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:07.580621 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:07.639169 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-de46609d-79fc-44b8-99a7-c69b13f27309 None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:13:07.947330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 52190) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:08.024141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-de46609d-79fc-44b8-99a7-c69b13f27309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:18Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:08.030452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-52bf275c-9794-4a11-b94a-9e3ece3b6f5f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:08.031771 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de46609d-79fc-44b8-99a7-c69b13f27309 None None] The sync data for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb is: [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:07:01Z', 'revision_number': 4, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'ed4231b0-0d7a-4fea-8c67-3cb004022091', 'name': '', 'network_id': 'ac620b58-9677-46ea-9c4d-4f5bdbeb27a8', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'mac_address': 'fa:16:3e:4a:26:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:59Z', 'updated_at': '2021-11-05T13:07:18Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'subnets': [{'id': '8287a2bf-ff22-4f26-bea6-b3544de4550c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:13:08.060852 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-52bf275c-9794-4a11-b94a-9e3ece3b6f5f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:08.116433 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-52bf275c-9794-4a11-b94a-9e3ece3b6f5f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:08.123546 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f931c75f-6d6d-4627-b486-76a529cf20ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:08.143982 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf275c-9794-4a11-b94a-9e3ece3b6f5f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76bb1c6-6e95-44b5-a646-dbb97e0e57fd,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:08.146561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-52bf275c-9794-4a11-b94a-9e3ece3b6f5f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:08.152761 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-52bf275c-9794-4a11-b94a-9e3ece3b6f5f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:08.156635 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-52bf275c-9794-4a11-b94a-9e3ece3b6f5f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "DELETE /v2.0/security-groups/e76bb1c6-6e95-44b5-a646-dbb97e0e57fd HTTP/1.1" status: 204 len: 168 time: 0.2061553 Nov 05 13:13:08.160141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52194) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:08.196596 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.v2.resource [None req-350b1646-0235-4521-be04-f9f26b8a8599 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] show failed (client error): The resource could not be found. Nov 05 13:13:08.201052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 52200) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:08.202039 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-350b1646-0235-4521-be04-f9f26b8a8599 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "GET /v2.0/security-groups/e76bb1c6-6e95-44b5-a646-dbb97e0e57fd HTTP/1.1" status: 404 len: 347 time: 0.0398321 Nov 05 13:13:08.620255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1aedce-a864-4175-87b4-3b7aa068f923 None None] New status for floating IP c516b2f6-753d-4ad4-a789-d6c1611ce754: DOWN {{(pid=88183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:13:08.672734 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Deleting port 32c3b5b1-0201-4370-8206-896ba1918020 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:08.673320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:08.799700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:08.883636 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f9b16-d261-4079-9780-e8b969e6baaf req-2736afa4-383c-42bc-8e30-4bcf4d50baf5 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:08.889280 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0e2f9b16-d261-4079-9780-e8b969e6baaf req-2736afa4-383c-42bc-8e30-4bcf4d50baf5 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.5802157 Nov 05 13:13:08.894518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device e995cc17-370f-4c27-825f-711562ba698a no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:13:08.953873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: e995cc17-370f-4c27-825f-711562ba698a {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:13:08.954251 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device e995cc17-370f-4c27-825f-711562ba698a not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:13:08.962612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:08.963018 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:09.131757 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Calling delete_port for 32c3b5b1-0201-4370-8206-896ba1918020 owned by network:floatingip {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:09.191762 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0e2f9b16-d261-4079-9780-e8b969e6baaf req-eaf6472d-24a4-4838-ba53-6a96c058fd71 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984765 Nov 05 13:13:09.258963 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.db.api [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:13:09.259333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_db.api [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:13:09.760874 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Deleting port 32c3b5b1-0201-4370-8206-896ba1918020 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:09.761486 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:09.942608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:09.942987 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:10.072348 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Calling delete_port for 32c3b5b1-0201-4370-8206-896ba1918020 owned by network:floatingip {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:10.219553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:10.223895 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:10.268370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Pushing event deleted for resources: {'Port': ['ID=32c3b5b1-0201-4370-8206-896ba1918020,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:10.270899 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:10.420232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks [] for floatingip, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:10.505582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999f4f9-693e-4c90-8f40-28e3faee7635 req-4386dda4-892a-47dc-86c6-c61c8d5f77e3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:10.507210 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0999f4f9-693e-4c90-8f40-28e3faee7635 req-4386dda4-892a-47dc-86c6-c61c8d5f77e3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.1666515 Nov 05 13:13:10.509545 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:10.510636 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] 10.222.0.39 "DELETE /v2.0/floatingips/c516b2f6-753d-4ad4-a789-d6c1611ce754 HTTP/1.1" status: 204 len: 168 time: 2.3083370 Nov 05 13:13:10.576856 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b6d73d7d-61d2-48d1-adb0-64ff8acf1f54 req-108a12c6-c910-446e-9ee9-be36938977eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 1098 time: 0.1326280 Nov 05 13:13:10.579679 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0999f4f9-693e-4c90-8f40-28e3faee7635 req-355bb4da-69ea-4d0b-9395-80242fffd049 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653784 Nov 05 13:13:10.728566 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d73d7d-61d2-48d1-adb0-64ff8acf1f54 req-f1675d8b-583f-4eb4-91a4-62ffc5791b33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:10.730180 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b6d73d7d-61d2-48d1-adb0-64ff8acf1f54 req-f1675d8b-583f-4eb4-91a4-62ffc5791b33 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 917 time: 0.1454909 Nov 05 13:13:10.841377 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b6d73d7d-61d2-48d1-adb0-64ff8acf1f54 req-861b87d8-86d6-4ea3-81d6-9888322c1204 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4 HTTP/1.1" status: 200 len: 1001 time: 0.1033871 Nov 05 13:13:10.911343 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d73d7d-61d2-48d1-adb0-64ff8acf1f54 req-9ba26661-5c11-4136-ac24-655f4456efcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:10.912903 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b6d73d7d-61d2-48d1-adb0-64ff8acf1f54 req-9ba26661-5c11-4136-ac24-655f4456efcc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.0645990 Nov 05 13:13:10.994598 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b6d73d7d-61d2-48d1-adb0-64ff8acf1f54 req-2c3fa2fc-5cae-4808-8b3e-53708684062a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746434 Nov 05 13:13:11.135256 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b6d73d7d-61d2-48d1-adb0-64ff8acf1f54 req-b13959c3-0ae5-4cd9-ae97-a73df67dbbc9 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327484 Nov 05 13:13:11.274697 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b6d73d7d-61d2-48d1-adb0-64ff8acf1f54 req-6474b607-08b4-42ab-b531-d7bf195b7d82 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324642 Nov 05 13:13:11.806504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc4a92-35fe-4394-8f6e-d51ef6d7befc req-656caa63-5b2c-414f-885c-7af4afdcd189 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:11.808124 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-90cc4a92-35fe-4394-8f6e-d51ef6d7befc req-656caa63-5b2c-414f-885c-7af4afdcd189 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0825505 Nov 05 13:13:11.856538 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-90cc4a92-35fe-4394-8f6e-d51ef6d7befc req-b8ce1798-2da6-45ed-af90-0f2dfaa24b1e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Nov 05 13:13:13.075144 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a55d02-2314-439f-b61d-aa9ffc775a43 req-f716d287-5d1c-4ee8-8afc-6c2523244718 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:13.076910 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a6a55d02-2314-439f-b61d-aa9ffc775a43 req-f716d287-5d1c-4ee8-8afc-6c2523244718 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0881906 Nov 05 13:13:13.128658 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a6a55d02-2314-439f-b61d-aa9ffc775a43 req-d24f6fd2-df03-4962-8ec9-87bb9e53d4a7 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438442 Nov 05 13:13:14.364910 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e67730-9974-49f7-974d-d32c2e8bed8d req-b1a40f00-e49e-47bf-87d4-7b01fc17e63a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:14.366497 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a8e67730-9974-49f7-974d-d32c2e8bed8d req-b1a40f00-e49e-47bf-87d4-7b01fc17e63a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 945 time: 0.0866034 Nov 05 13:13:14.416733 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a8e67730-9974-49f7-974d-d32c2e8bed8d req-e8940ab5-7127-431c-a807-fe2b1fd5d66b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441902 Nov 05 13:13:14.598243 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52256) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:14.919063 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ddc6e115-804a-4f1f-8869-cca1a58cf3e4 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:13:15.046221 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:15.079923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:13:15.090387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:15.096015 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:15.098157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:15.139822 dv-cinder-815883-2-smb neutron-server[88071]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'code': 422} returned with failed status Nov 05 13:13:15.175850 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,revision_number=8']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:15.179483 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:15.404028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854100843'] for router_interface, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:15.999683 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2e254be5-deb5-4c86-bff8-6b72db5b0fea req-66fa2b39-c7fa-44cb-82b0-ae3fa0c695d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1490085 Nov 05 13:13:16.047949 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Deleting port ed4231b0-0d7a-4fea-8c67-3cb004022091 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:16.048333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:16.265864 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:16.284729 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10790b43-c8d5-41ce-a627-c2d78288cb3c req-8deb0af0-7b0b-4edb-808b-4c4d93c8c546 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:16.286397 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-10790b43-c8d5-41ce-a627-c2d78288cb3c req-8deb0af0-7b0b-4edb-808b-4c4d93c8c546 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.0841842 Nov 05 13:13:16.300811 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] For port ed4231b0-0d7a-4fea-8c67-3cb004022091, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=ed4231b0-0d7a-4fea-8c67-3cb004022091,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:16.301222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:16.336555 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-10790b43-c8d5-41ce-a627-c2d78288cb3c req-392d57d4-5857-4988-b1f3-0589bfc81801 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429032 Nov 05 13:13:16.372278 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-10f21348-3095-4701-ac68-908bdd9f9f80 req-1d5774f5-cc2f-46f6-b882-4d0e62543096 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1727211 Nov 05 13:13:16.435136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Calling delete_port for ed4231b0-0d7a-4fea-8c67-3cb004022091 owned by network:router_interface {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:16.759764 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:16.764166 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:16.805762 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed4231b0-0d7a-4fea-8c67-3cb004022091,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:16.857300 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:16.857837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:16.859508 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:16.860632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:16.861088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:16.861724 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:16.862136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:16.862544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:16.862948 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:16.863348 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:16.863748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:13:16.867872 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:17.136131 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853640454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100929'] for router_interface, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:17.157050 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-10f21348-3095-4701-ac68-908bdd9f9f80 req-43c46b36-efa0-4ef9-8917-967e731dc64c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44&tenant_id=ac4268514de642f39f611ce13a21b32d HTTP/1.1" status: 200 len: 1096 time: 0.0768864 Nov 05 13:13:17.255724 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-10f21348-3095-4701-ac68-908bdd9f9f80 req-5c412894-03d0-4be1-9a3a-222c0624a2aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 1096 time: 0.0739496 Nov 05 13:13:17.409766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f21348-3095-4701-ac68-908bdd9f9f80 req-83f8042a-61df-4fda-bac4-967749b29af7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:17.411323 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-10f21348-3095-4701-ac68-908bdd9f9f80 req-83f8042a-61df-4fda-bac4-967749b29af7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 917 time: 0.1486177 Nov 05 13:13:17.574693 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-10f21348-3095-4701-ac68-908bdd9f9f80 req-82dc939c-7995-4e27-a974-aa5a6056c427 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4 HTTP/1.1" status: 200 len: 999 time: 0.1557314 Nov 05 13:13:17.665135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559fa7-bdc9-434b-aa1f-456ad0bbe05b req-ca0d9c37-fd16-4a9b-b292-3273b8ba05f3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:17.667132 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-46559fa7-bdc9-434b-aa1f-456ad0bbe05b req-ca0d9c37-fd16-4a9b-b292-3273b8ba05f3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.1870401 Nov 05 13:13:17.694223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f21348-3095-4701-ac68-908bdd9f9f80 req-7ca351c6-1db8-440a-9aa4-c6174b3640af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:17.695758 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-10f21348-3095-4701-ac68-908bdd9f9f80 req-7ca351c6-1db8-440a-9aa4-c6174b3640af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.1086898 Nov 05 13:13:17.775374 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-46559fa7-bdc9-434b-aa1f-456ad0bbe05b req-87e7ab35-4f32-4f42-8056-bee3cbcba3f3 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005654 Nov 05 13:13:17.800318 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-10f21348-3095-4701-ac68-908bdd9f9f80 req-1bf80687-58f6-4faf-b362-573c171716d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0969381 Nov 05 13:13:17.945175 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-10f21348-3095-4701-ac68-908bdd9f9f80 req-e83266c8-cfe5-430a-b374-bfa69e9f44ee service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373968 Nov 05 13:13:17.947374 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:13:18.105058 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-10f21348-3095-4701-ac68-908bdd9f9f80 req-eab4848b-1096-4369-8964-9a0272c2a3d2 service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518335 Nov 05 13:13:18.232085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:13:18.241954 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7354078-a8e3-47b9-8e34-2d27f240b400 None None] Sync routers for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:13:18.248113 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] 10.222.0.39 "PUT /v2.0/routers/0c314b14-95c7-4f2c-9757-e23cb8a5e56a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6475959 Nov 05 13:13:18.250886 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 52308) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:18.256153 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7354078-a8e3-47b9-8e34-2d27f240b400 None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:13:18.256947 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c7354078-a8e3-47b9-8e34-2d27f240b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:13:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:18.454652 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c7354078-a8e3-47b9-8e34-2d27f240b400 None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:13:18.702902 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Notify callbacks [] for router, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:18.850208 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c7354078-a8e3-47b9-8e34-2d27f240b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:13:16Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:18.854355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7354078-a8e3-47b9-8e34-2d27f240b400 None None] Checking router: 0c314b14-95c7-4f2c-9757-e23cb8a5e56a for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:13:18.867521 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7354078-a8e3-47b9-8e34-2d27f240b400 None None] Routers {'0c314b14-95c7-4f2c-9757-e23cb8a5e56a'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:13:18.868202 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c7354078-a8e3-47b9-8e34-2d27f240b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:13:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:18.990197 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:19.051841 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Deleting port 648e6e1f-8c88-4f72-8eee-7b67639814f0 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:19.052545 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:19.269500 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] For port 648e6e1f-8c88-4f72-8eee-7b67639814f0, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=648e6e1f-8c88-4f72-8eee-7b67639814f0,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:19.270308 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:19.389865 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-c7354078-a8e3-47b9-8e34-2d27f240b400 None None] Set router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:13:19.426928 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Calling delete_port for 648e6e1f-8c88-4f72-8eee-7b67639814f0 owned by network:router_gateway {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:19.537221 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7358247-51bd-4b1d-8c48-613aadfbaa9c req-8bbb3713-c3ae-45b7-848b-0fb7b0607fe5 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:19.547500 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d7358247-51bd-4b1d-8c48-613aadfbaa9c req-8bbb3713-c3ae-45b7-848b-0fb7b0607fe5 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.5416470 Nov 05 13:13:19.637472 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d7358247-51bd-4b1d-8c48-613aadfbaa9c req-9683ac31-f659-4208-aa37-6382d788013a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888102 Nov 05 13:13:19.767398 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:19.771219 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-c7354078-a8e3-47b9-8e34-2d27f240b400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:13:16Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:19.772184 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e7e48cfe-88bf-4cf6-a013-4a6672631c67 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:19.775550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7354078-a8e3-47b9-8e34-2d27f240b400 None None] The sync data for ids ['0c314b14-95c7-4f2c-9757-e23cb8a5e56a'] in dv-cinder-815883-2-smb is: [{'id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'name': 'tempest-AttachVolumeTestJSON-1675927413-router', 'tenant_id': '8db93a34e48c471ab1b85908fe2989f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142'}], 'enable_snat': True}, 'gw_port_id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:06:52Z', 'updated_at': '2021-11-05T13:13:16Z', 'revision_number': 5, 'project_id': '8db93a34e48c471ab1b85908fe2989f5', 'gw_port': {'id': '648e6e1f-8c88-4f72-8eee-7b67639814f0', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ca:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c314b14-95c7-4f2c-9757-e23cb8a5e56a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:06:53Z', 'updated_at': '2021-11-05T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:13:19.821871 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Pushing event deleted for resources: {'Port': ['ID=648e6e1f-8c88-4f72-8eee-7b67639814f0,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:19.825009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:20.117128 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102140'] for router_gateway, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:20.403434 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775535'] for router, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:20.409088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:20.432255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854120453'] for router, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:20.432832 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c314b14-95c7-4f2c-9757-e23cb8a5e56a {{(pid=88181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:13:20.446274 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] Notify callbacks [] for router, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:20.448037 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-e0c586a3-a708-4b1b-9c4b-80acfb5796ff admin admin] 10.222.0.39 "DELETE /v2.0/routers/0c314b14-95c7-4f2c-9757-e23cb8a5e56a HTTP/1.1" status: 204 len: 168 time: 2.1955767 Nov 05 13:13:20.450303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 52334) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:20.522713 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffcaeb5-1504-4a83-a226-f971f818b521 admin admin] Deleting subnet 8287a2bf-ff22-4f26-bea6-b3544de4550c {{(pid=88181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:13:20.526127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ffcaeb5-1504-4a83-a226-f971f818b521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:20.582999 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ffcaeb5-1504-4a83-a226-f971f818b521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838499591'] for subnet, precommit_delete_associations {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:20.729925 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ffcaeb5-1504-4a83-a226-f971f818b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:20.895476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ffcaeb5-1504-4a83-a226-f971f818b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838499661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16358380'] for subnet, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:20.903831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-03e0c33c-a95d-4cae-a98d-4e79178d495a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:20.955149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcaeb5-1504-4a83-a226-f971f818b521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8287a2bf-ff22-4f26-bea6-b3544de4550c,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:20.961000 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3ffcaeb5-1504-4a83-a226-f971f818b521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:20.963697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ffcaeb5-1504-4a83-a226-f971f818b521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:20.970402 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab43552-9abc-417a-acbe-5b5249584d43 None None] Network ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:13:20.978161 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc6b06-efc0-4215-a991-fc8896ec0ce3 req-64f75c47-68f4-43cd-8cbb-68e41ea66d3e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:20.979742 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-41bc6b06-efc0-4215-a991-fc8896ec0ce3 req-64f75c47-68f4-43cd-8cbb-68e41ea66d3e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.1484668 Nov 05 13:13:20.983750 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3ffcaeb5-1504-4a83-a226-f971f818b521 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8287a2bf-ff22-4f26-bea6-b3544de4550c HTTP/1.1" status: 204 len: 168 time: 0.5300198 Nov 05 13:13:20.984028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 52344) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:21.146442 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:21.154143 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-41bc6b06-efc0-4215-a991-fc8896ec0ce3 req-dafbde45-f26c-4ab6-94fa-6d12596d40ac tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404684 Nov 05 13:13:21.163540 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Deleting port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:21.163921 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:21.274363 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7387a324-9cc4-485e-83f7-a3039680f920 None None] DHCP port deletion for ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 request from dv-cinder-815883-2-smb {{(pid=88182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:13:21.278594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7387a324-9cc4-485e-83f7-a3039680f920 None None] Deleting port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 {{(pid=88182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:21.279014 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7387a324-9cc4-485e-83f7-a3039680f920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:21.444297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] For port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=2c02961e-a343-4c92-8d33-3dc7cdc8cbe8,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:21.444585 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:21.523370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-7387a324-9cc4-485e-83f7-a3039680f920 None None] For port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=2c02961e-a343-4c92-8d33-3dc7cdc8cbe8,segment=NetworkSegment(76dd1d6d-dd36-4e91-9c6a-75439e432078),segment_id=76dd1d6d-dd36-4e91-9c6a-75439e432078)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:21.524608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7387a324-9cc4-485e-83f7-a3039680f920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:21.586140 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Calling delete_port for 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 owned by network:dhcp {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:21.770248 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7387a324-9cc4-485e-83f7-a3039680f920 None None] Calling delete_port for 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 owned by network:dhcp {{(pid=88182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:21.890637 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device ed4231b0-0d7a-4fea-8c67-3cb004022091 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:13:21.932915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: ed4231b0-0d7a-4fea-8c67-3cb004022091 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:13:21.933675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device ed4231b0-0d7a-4fea-8c67-3cb004022091 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:13:21.933780 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 648e6e1f-8c88-4f72-8eee-7b67639814f0 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:13:21.935604 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-14822af5-f140-49a9-9654-601ab670943b req-bf016571-6412-4fa2-947a-59a4793eb02a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136590272&fields=id&tenant_id=31ce7aba1c814be280d583c7c2f0721c HTTP/1.1" status: 200 len: 267 time: 0.0697496 Nov 05 13:13:21.981446 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: 648e6e1f-8c88-4f72-8eee-7b67639814f0 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:13:21.981810 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 648e6e1f-8c88-4f72-8eee-7b67639814f0 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:13:21.982276 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:13:22.013307 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:22.028386 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c58d8ed1-0f2b-40bc-9bec-7800e2748840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:22.075387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c02961e-a343-4c92-8d33-3dc7cdc8cbe8,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:22.078692 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:22.091742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14822af5-f140-49a9-9654-601ab670943b req-01657070-4c5e-429d-bc29-2ec13da3e125 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:22.093386 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-14822af5-f140-49a9-9654-601ab670943b req-01657070-4c5e-429d-bc29-2ec13da3e125 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 984 time: 0.1468561 Nov 05 13:13:22.097571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] No DVR routers for this DVR port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 on host dv-cinder-815883-2-smb {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:13:22.105933 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:13:22.109231 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:13:22.135979 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-14822af5-f140-49a9-9654-601ab670943b req-da4b927e-fb1a-476c-b1ea-c2e56567136a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Request body: {'port': {'security_groups': ['cd4a8c2b-eea6-4de0-b9f3-dccec09383e8']}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:13:22.136282 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.db.api [None req-7387a324-9cc4-485e-83f7-a3039680f920 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88182) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:13:22.136632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_db.api [None req-7387a324-9cc4-485e-83f7-a3039680f920 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:13:22.352385 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:22.367425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-14822af5-f140-49a9-9654-601ab670943b req-da4b927e-fb1a-476c-b1ea-c2e56567136a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:22.448441 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac620b58-9677-46ea-9c4d-4f5bdbeb27a8']}} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:22.505021 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dd1d6d-dd36-4e91-9c6a-75439e432078') {'for_net_delete': True} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:22.505253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dd1d6d-dd36-4e91-9c6a-75439e432078') {} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:22.532365 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16276208'] for segment, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:22.593156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:22.608704 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:13:22.609157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16276573'] for segment, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:13:22.623725 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:13:22.635577 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ed93c-5fc2-4539-941a-375723d2ca50 req-456fda3e-de47-4834-a1a9-0903e5d26d63 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:22.637306 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c77ed93c-5fc2-4539-941a-375723d2ca50 req-456fda3e-de47-4834-a1a9-0903e5d26d63 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.2766807 Nov 05 13:13:22.638447 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7387a324-9cc4-485e-83f7-a3039680f920 None None] Deleting port 2c02961e-a343-4c92-8d33-3dc7cdc8cbe8 {{(pid=88182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:22.639044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7387a324-9cc4-485e-83f7-a3039680f920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:22.768244 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7387a324-9cc4-485e-83f7-a3039680f920 None None] The port '2c02961e-a343-4c92-8d33-3dc7cdc8cbe8' was deleted {{(pid=88182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:13:22.800029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:22.878250 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c77ed93c-5fc2-4539-941a-375723d2ca50 req-73226587-56c8-43e3-b82b-49d46e610201 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243233 Nov 05 13:13:22.884840 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:22.910002 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:22.912806 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac620b58-9677-46ea-9c4d-4f5bdbeb27a8,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:22.921548 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:22.947550 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ac620b58-9677-46ea-9c4d-4f5bdbeb27a8 HTTP/1.1" status: 204 len: 168 time: 1.9614406 Nov 05 13:13:22.949826 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-14822af5-f140-49a9-9654-601ab670943b req-da4b927e-fb1a-476c-b1ea-c2e56567136a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] For port 754d3509-9076-45d0-94e9-494ab8935c94, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=754d3509-9076-45d0-94e9-494ab8935c94,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:22.979970 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-14822af5-f140-49a9-9654-601ab670943b req-da4b927e-fb1a-476c-b1ea-c2e56567136a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:22.984045 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-14822af5-f140-49a9-9654-601ab670943b req-da4b927e-fb1a-476c-b1ea-c2e56567136a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:22.990945 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-59468a53-a444-4a31-a4b4-dd6a9931298e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:22.996658 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['754d3509-9076-45d0-94e9-494ab8935c94'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:13:23.072813 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14822af5-f140-49a9-9654-601ab670943b req-da4b927e-fb1a-476c-b1ea-c2e56567136a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:23.073588 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-14822af5-f140-49a9-9654-601ab670943b req-da4b927e-fb1a-476c-b1ea-c2e56567136a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:23.079909 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-14822af5-f140-49a9-9654-601ab670943b req-da4b927e-fb1a-476c-b1ea-c2e56567136a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "PUT /v2.0/ports/754d3509-9076-45d0-94e9-494ab8935c94 HTTP/1.1" status: 200 len: 942 time: 0.9489293 Nov 05 13:13:23.080675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:13:23.082998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52356) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:23.108654 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b927e-fb1a-476c-b1ea-c2e56567136a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event updated for resources: {'Port': ['ID=754d3509-9076-45d0-94e9-494ab8935c94,revision_number=7']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:23.116518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-da4b927e-fb1a-476c-b1ea-c2e56567136a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:23.171333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['754d3509-9076-45d0-94e9-494ab8935c94'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:13:23.182879 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94', 'status': 'completed', 'code': 200} Nov 05 13:13:23.266364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 52362) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:23.281098 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-475ba544-4196-46e2-8a0e-eba3aaa1fbe3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:23.316425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-475ba544-4196-46e2-8a0e-eba3aaa1fbe3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:23.383094 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-475ba544-4196-46e2-8a0e-eba3aaa1fbe3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:23.396356 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0dd917f1-4fc5-4085-8107-8a57480a20a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8db93a34e48c471ab1b85908fe2989f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1259427 Nov 05 13:13:23.396807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 52366) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:23.399675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-eee432eb-19d6-4558-a370-2abd6193c473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:23.419517 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-475ba544-4196-46e2-8a0e-eba3aaa1fbe3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:23.421205 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-475ba544-4196-46e2-8a0e-eba3aaa1fbe3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "DELETE /v2.0/security-groups/140b9982-2495-4655-8956-712ef3031ea9 HTTP/1.1" status: 204 len: 168 time: 0.3370445 Nov 05 13:13:23.424978 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52370) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:23.430920 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ba544-4196-46e2-8a0e-eba3aaa1fbe3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b9982-2495-4655-8956-712ef3031ea9,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:23.541170 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-042c420c-da39-4799-897b-a1965996e0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:23.602269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f56470e3-9bb5-4a20-9af8-785b7ea59949 None None] Provisioning complete for port 754d3509-9076-45d0-94e9-494ab8935c94 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:13:23.602691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f56470e3-9bb5-4a20-9af8-785b7ea59949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:23.630728 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-042c420c-da39-4799-897b-a1965996e0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:23.711557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-475ba544-4196-46e2-8a0e-eba3aaa1fbe3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:23.712957 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Deleting port 49ae0755-8937-4184-a496-1a45f25e0094 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:23.713441 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:23.735333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-042c420c-da39-4799-897b-a1965996e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:23.746853 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-384ffa8b-00a4-410f-a09c-5131aa8d48b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:23.770370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c420c-da39-4799-897b-a1965996e0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a57208-289b-4e8c-b085-a66050453bab,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:23.778378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-042c420c-da39-4799-897b-a1965996e0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:23.785067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-042c420c-da39-4799-897b-a1965996e0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:23.786496 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-042c420c-da39-4799-897b-a1965996e0e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96a57208-289b-4e8c-b085-a66050453bab HTTP/1.1" status: 204 len: 168 time: 0.3886759 Nov 05 13:13:23.987979 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:23.988635 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:24.165570 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df958b-22ce-4632-b5af-abb30f6ec8f1 req-4c8c1335-f912-4359-8e99-8e57319543a8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:24.169331 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-12df958b-22ce-4632-b5af-abb30f6ec8f1 req-4c8c1335-f912-4359-8e99-8e57319543a8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.1232212 Nov 05 13:13:24.177251 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Calling delete_port for 49ae0755-8937-4184-a496-1a45f25e0094 owned by network:floatingip {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:24.238712 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-12df958b-22ce-4632-b5af-abb30f6ec8f1 req-8ce99b73-df41-4f02-acbd-f63984b72577 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642943 Nov 05 13:13:24.403983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:24.408989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ca837759-a925-4f07-8ddc-b0434754743d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:24.454737 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event deleted for resources: {'Port': ['ID=49ae0755-8937-4184-a496-1a45f25e0094,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:24.458983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:24.555536 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks [] for floatingip, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:24.995207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 52394) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:25.077865 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Router a58c94ec-7787-4431-bfaf-901dac71b608 has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:13:25.166418 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1473679604-network', 'tenant_id': '7ad05a3618094dd6ad74f128b792240e'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:13:25.181984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:13:25.186400 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Usage tracker for resource:network and tenant:7ad05a3618094dd6ad74f128b792240e is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:13:25.190018 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:13:25.196177 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:13:25.212530 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Made reservation on behalf of 7ad05a3618094dd6ad74f128b792240e for: {'network': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:13:25.213284 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:25.227360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:25.265216 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:13:25.270860 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad05a3618094dd6ad74f128b792240e is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:13:25.273919 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:13:25.280030 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:13:25.308410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:13:25.321709 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e189ec-d998-4ad5-a1a9-90cb9b4988e2 None None] Sync routers for ids ['a58c94ec-7787-4431-bfaf-901dac71b608'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:13:25.342193 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e189ec-d998-4ad5-a1a9-90cb9b4988e2 None None] Routers {'a58c94ec-7787-4431-bfaf-901dac71b608'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:13:25.343251 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-38e189ec-d998-4ad5-a1a9-90cb9b4988e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:13:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['a58c94ec-7787-4431-bfaf-901dac71b608'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:25.359067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:25.362206 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:25.366710 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a81e2965-60a2-46b3-a0d0-8dc671e591cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:25.388434 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:25.426635 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=88181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:13:25.467238 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6cd0cd87-a1c4-4c2d-84fe-83df94bf9574 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "DELETE /v2.0/floatingips/dc5ea977-9578-45f6-8feb-50460052533f HTTP/1.1" status: 204 len: 168 time: 2.0378461 Nov 05 13:13:25.467969 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94'}] {{(pid=88180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:13:25.481816 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c443265-f432-4442-894e-88886d5c5e5c,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:25.502867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:25.510090 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:25.510486 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Added segment 4b004c3a-654e-465e-98c1-5586f2de1002 of type vlan for network 7a7ab32d-9ce8-406e-9102-401775731a1a Nov 05 13:13:25.542031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:25.581889 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:25.585539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:25.586188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:25.593457 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-47e30322-cd9f-4089-a2c8-2eaf02c2d862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:25.634504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-38e189ec-d998-4ad5-a1a9-90cb9b4988e2 None None] Set router a58c94ec-7787-4431-bfaf-901dac71b608 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:13:25.695128 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Pushing event updated for resources: {'Network': ['ID=7a7ab32d-9ce8-406e-9102-401775731a1a,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:25.698928 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:25.706351 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network 7a7ab32d-9ce8-406e-9102-401775731a1a details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:13:25.721890 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff0a5b-afa9-408c-93fb-62c411d99269 req-101702a1-6510-45dc-9dfc-df5063b821a6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:25.723538 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82ff0a5b-afa9-408c-93fb-62c411d99269 req-101702a1-6510-45dc-9dfc-df5063b821a6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.3044519 Nov 05 13:13:25.732393 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52410) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:25.732614 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7360744 Nov 05 13:13:25.738878 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Request body: {'subnet': {'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1473679604-subnet', 'tenant_id': '7ad05a3618094dd6ad74f128b792240e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:13:25.751252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:13:25.779447 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Usage tracker for resource:subnet and tenant:7ad05a3618094dd6ad74f128b792240e is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:13:25.786908 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:13:25.794334 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-82ff0a5b-afa9-408c-93fb-62c411d99269 req-0e5183aa-0e57-4a2f-bb67-39c732489c5a tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603669 Nov 05 13:13:25.798849 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:13:25.828052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Made reservation on behalf of 7ad05a3618094dd6ad74f128b792240e for: {'subnet': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:13:25.833126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839901353'] for subnet, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:26.213820 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94', 'status': 'completed', 'code': 200} Nov 05 13:13:26.243937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-38e189ec-d998-4ad5-a1a9-90cb9b4988e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:11:10Z', 'revision_number': 4, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '2abbf248-21ff-4384-a4b4-d98a0f29f166', 'name': '', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'mac_address': 'fa:16:3e:47:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693aec80-ccac-4273-ac2c-7879139af924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:09Z', 'updated_at': '2021-11-05T13:11:21Z', 'revision_number': 5, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'subnets': [{'id': '693aec80-ccac-4273-ac2c-7879139af924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:26.250972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e189ec-d998-4ad5-a1a9-90cb9b4988e2 None None] Checking router: a58c94ec-7787-4431-bfaf-901dac71b608 for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:13:26.266557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e189ec-d998-4ad5-a1a9-90cb9b4988e2 None None] Routers {'a58c94ec-7787-4431-bfaf-901dac71b608'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:13:26.267464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-38e189ec-d998-4ad5-a1a9-90cb9b4988e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:13:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['a58c94ec-7787-4431-bfaf-901dac71b608'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:26.283216 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838933638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839901370'] for subnet, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:26.294121 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-142eff00-f49a-4c1d-9716-8979904827f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:26.402972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9435a24a-d176-4aa7-b352-9acd2ffbda33,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:26.406478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:26.411497 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Checking segment: {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:13:26.411912 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Network hostable DHCP agents. Network: 7a7ab32d-9ce8-406e-9102-401775731a1a, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:13:26.449898 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Network 7a7ab32d-9ce8-406e-9102-401775731a1a is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:13:26.462874 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, 7a7ab32d-9ce8-406e-9102-401775731a1a) {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:13:26.469880 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:26.470553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:26.476803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b998904-c78a-4235-8a68-9b1d4870a57a None None] Network 7a7ab32d-9ce8-406e-9102-401775731a1a requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:13:26.481713 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:13:26.493085 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-05cc7478-34fb-417b-8f70-95caca3faa45 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7591479 Nov 05 13:13:26.516032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-38e189ec-d998-4ad5-a1a9-90cb9b4988e2 None None] Set router a58c94ec-7787-4431-bfaf-901dac71b608 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:13:26.778153 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e83aa5-fe73-475d-895f-a5c022a34466 None None] Network 7a7ab32d-9ce8-406e-9102-401775731a1a requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:13:27.067852 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-38e189ec-d998-4ad5-a1a9-90cb9b4988e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:11:10Z', 'revision_number': 4, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '2abbf248-21ff-4384-a4b4-d98a0f29f166', 'name': '', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'mac_address': 'fa:16:3e:47:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693aec80-ccac-4273-ac2c-7879139af924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:09Z', 'updated_at': '2021-11-05T13:11:21Z', 'revision_number': 5, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'subnets': [{'id': '693aec80-ccac-4273-ac2c-7879139af924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:27.073587 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e189ec-d998-4ad5-a1a9-90cb9b4988e2 None None] The sync data for ids ['a58c94ec-7787-4431-bfaf-901dac71b608'] in dv-cinder-815883-2-smb is: [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:11:10Z', 'revision_number': 4, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '2abbf248-21ff-4384-a4b4-d98a0f29f166', 'name': '', 'network_id': 'f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'mac_address': 'fa:16:3e:47:65:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '693aec80-ccac-4273-ac2c-7879139af924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:09Z', 'updated_at': '2021-11-05T13:11:21Z', 'revision_number': 5, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'subnets': [{'id': '693aec80-ccac-4273-ac2c-7879139af924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:13:27.112426 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3f422-3e87-4080-96c8-c49463796cab req-a7e0a862-1a81-4b1c-b858-b592a366b156 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:27.118431 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c7e3f422-3e87-4080-96c8-c49463796cab req-a7e0a862-1a81-4b1c-b858-b592a366b156 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.1467950 Nov 05 13:13:27.319466 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c7e3f422-3e87-4080-96c8-c49463796cab req-a6dd3367-a713-4466-98a4-dd08c668ea0c tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311626 Nov 05 13:13:27.356069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514277c8-cd16-4719-815b-2ae64927127e req-442e520b-380a-4371-8920-9525e4c6feb0 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:27.357031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-514277c8-cd16-4719-815b-2ae64927127e req-442e520b-380a-4371-8920-9525e4c6feb0 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Synchronizing usage tracker for tenant:7ad05a3618094dd6ad74f128b792240e on resource:network {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:13:27.377010 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-514277c8-cd16-4719-815b-2ae64927127e req-442e520b-380a-4371-8920-9525e4c6feb0 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Unset dirty status for tenant:7ad05a3618094dd6ad74f128b792240e on resource:network {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:13:27.383895 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-442e520b-380a-4371-8920-9525e4c6feb0 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 815 time: 0.2643576 Nov 05 13:13:27.396603 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-86885eed-0004-4fd4-a479-11fd5327cdd2 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/quotas/7ad05a3618094dd6ad74f128b792240e HTTP/1.1" status: 200 len: 375 time: 0.0117438 Nov 05 13:13:27.480015 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-7feee845-1dcc-48ba-acc5-b4f1ef38fcc0 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769627 Nov 05 13:13:27.635402 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-39f2c25a-631a-49e7-8d7c-466dc817a6bd service neutron] 10.222.0.39 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528087 Nov 05 13:13:27.655512 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5e8d32-d02d-496d-b847-3ce19acdf950 None None] New status for floating IP dc5ea977-9578-45f6-8feb-50460052533f: DOWN {{(pid=88182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:13:27.800215 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-082ed2dc-0b49-4998-a993-bd4d01483e79 service neutron] 10.222.0.39 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569238 Nov 05 13:13:28.023602 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ba42f945-b16f-4c19-be77-fa2b210da415 req-c1da63eb-b2ed-4847-a246-c863a040b85c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 210 time: 0.0678992 Nov 05 13:13:28.558150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976f52c-ca24-4f59-846b-2aa0607e0fdb req-92714ed8-cafa-482c-86c2-db1ad0e17363 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:28.559831 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b976f52c-ca24-4f59-846b-2aa0607e0fdb req-92714ed8-cafa-482c-86c2-db1ad0e17363 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.0875688 Nov 05 13:13:28.614848 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b976f52c-ca24-4f59-846b-2aa0607e0fdb req-77f762d8-c5ff-4f59-a534-20d374f15b1e tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462353 Nov 05 13:13:29.187083 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ca9bd8fa-7614-4a37-8085-a17530610acd req-5474d269-dd94-4d63-93b0-12a524002184 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 210 time: 0.0492918 Nov 05 13:13:29.843206 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-80e233b7-241a-4f4e-9d04-888bae68b96b req-d5345ce6-d489-480b-9ed2-a1cd04729545 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31ce7aba1c814be280d583c7c2f0721c&device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 1098 time: 0.0858672 Nov 05 13:13:30.062729 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e233b7-241a-4f4e-9d04-888bae68b96b req-42d9e872-b443-4e5f-8c9a-42b7ba7e5658 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:30.064264 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-80e233b7-241a-4f4e-9d04-888bae68b96b req-42d9e872-b443-4e5f-8c9a-42b7ba7e5658 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b HTTP/1.1" status: 200 len: 915 time: 0.2116120 Nov 05 13:13:30.074252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97c57e-2db5-4e9b-83c8-d9831a656100 req-6ae0b1f5-4e77-4332-9fb6-91a8941df142 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:30.075750 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4a97c57e-2db5-4e9b-83c8-d9831a656100 req-6ae0b1f5-4e77-4332-9fb6-91a8941df142 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.1760035 Nov 05 13:13:30.168881 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-80e233b7-241a-4f4e-9d04-888bae68b96b req-db2d541b-d330-407b-888f-2c24fc3e9d5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=754d3509-9076-45d0-94e9-494ab8935c94 HTTP/1.1" status: 200 len: 217 time: 0.0920942 Nov 05 13:13:30.241342 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4a97c57e-2db5-4e9b-83c8-d9831a656100 req-8dfab935-7d82-41be-9b06-ab7cccda9ba9 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057558 Nov 05 13:13:30.255276 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e233b7-241a-4f4e-9d04-888bae68b96b req-0750c8f9-534c-4395-90c4-13a89cdaa570 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:30.256866 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-80e233b7-241a-4f4e-9d04-888bae68b96b req-0750c8f9-534c-4395-90c4-13a89cdaa570 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=693aec80-ccac-4273-ac2c-7879139af924 HTTP/1.1" status: 200 len: 853 time: 0.0783463 Nov 05 13:13:30.364288 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ac4c26aa-0134-488e-ac6f-134d10470866 req-cb60473a-156a-49a5-9874-b8c484f30a51 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 210 time: 0.0495434 Nov 05 13:13:30.391515 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-80e233b7-241a-4f4e-9d04-888bae68b96b req-5444b209-ceeb-48f2-b556-c9bcf0fa8bb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1213009 Nov 05 13:13:30.898013 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-80e233b7-241a-4f4e-9d04-888bae68b96b req-39bca3d2-e183-4269-8e90-feabde23dd35 service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987688 Nov 05 13:13:30.909593 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514277c8-cd16-4719-815b-2ae64927127e req-8f7b9998-a2e8-47e6-921f-a036d2e36ce0 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:30.911035 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-8f7b9998-a2e8-47e6-921f-a036d2e36ce0 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 815 time: 0.4656429 Nov 05 13:13:30.940024 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Request body: {'port': {'device_id': '90ead2fc-6536-4ad1-9612-a62a0680cef2', 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a', 'admin_state_up': True, 'tenant_id': '7ad05a3618094dd6ad74f128b792240e'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:13:31.176248 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-80e233b7-241a-4f4e-9d04-888bae68b96b req-9dcd4a30-7352-4a98-9969-1754211d20da service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641933 Nov 05 13:13:31.182502 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:13:31.186662 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Usage tracker for resource:port and tenant:7ad05a3618094dd6ad74f128b792240e is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:13:31.189844 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:13:31.199682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:13:31.212804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Made reservation on behalf of 7ad05a3618094dd6ad74f128b792240e for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:13:31.219705 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:31.434402 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a29a6f61-8e3c-4ea7-81ec-d6494c56ba5a req-2a392e8a-439f-4468-a719-ce5cc6db8475 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31ce7aba1c814be280d583c7c2f0721c&device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 1098 time: 0.2018988 Nov 05 13:13:31.593396 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-64c965d5-d9e6-443a-a5fe-3d69a78f79c1 req-f349e1b0-e846-4825-9d7e-af696e4e2916 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 210 time: 0.0808654 Nov 05 13:13:31.668448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Allocated IP 172.20.0.14 (7a7ab32d-9ce8-406e-9102-401775731a1a/9435a24a-d176-4aa7-b352-9acd2ffbda33/f82e981f-9938-4cd4-808d-291106a63607) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:13:31.746964 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148afb6-889a-404e-a2cb-15d0fa49bda2 req-9f51d223-1ac8-4310-843c-35827405dd83 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:31.748560 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f148afb6-889a-404e-a2cb-15d0fa49bda2 req-9f51d223-1ac8-4310-843c-35827405dd83 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 943 time: 0.3594573 Nov 05 13:13:31.758006 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6f61-8e3c-4ea7-81ec-d6494c56ba5a req-d5e46043-4ed5-49ba-ae86-41fe48cc3a1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:31.759507 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a29a6f61-8e3c-4ea7-81ec-d6494c56ba5a req-d5e46043-4ed5-49ba-ae86-41fe48cc3a1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b HTTP/1.1" status: 200 len: 915 time: 0.2853968 Nov 05 13:13:31.882884 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a29a6f61-8e3c-4ea7-81ec-d6494c56ba5a req-7bc0dab7-3e8f-4099-82fc-09b7cc16e7b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=754d3509-9076-45d0-94e9-494ab8935c94 HTTP/1.1" status: 200 len: 217 time: 0.1153748 Nov 05 13:13:32.035144 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f148afb6-889a-404e-a2cb-15d0fa49bda2 req-495c3552-0234-49be-8fcb-e33e1a06fbcb tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721672 Nov 05 13:13:32.057089 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6f61-8e3c-4ea7-81ec-d6494c56ba5a req-408eae93-b227-4710-b7d9-32220c4e4916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:32.058617 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a29a6f61-8e3c-4ea7-81ec-d6494c56ba5a req-408eae93-b227-4710-b7d9-32220c4e4916 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=693aec80-ccac-4273-ac2c-7879139af924 HTTP/1.1" status: 200 len: 853 time: 0.1680861 Nov 05 13:13:32.144084 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:32.186808 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a29a6f61-8e3c-4ea7-81ec-d6494c56ba5a req-71360a47-5a9f-4f71-a251-31ca575a72ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1208313 Nov 05 13:13:32.191989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:32.221700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7bdf6419-188a-436b-b238-303ed69b4c62 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:32.376675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Network 7a7ab32d-9ce8-406e-9102-401775731a1a is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:13:32.382633 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Pushing event updated for resources: {'Port': ['ID=f82e981f-9938-4cd4-808d-291106a63607,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:32.385270 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:13:32.387198 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:32.390064 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:13:32.467412 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a29a6f61-8e3c-4ea7-81ec-d6494c56ba5a req-d45103fd-daf8-46dc-8fcc-6c51b1d7fbcd service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733517 Nov 05 13:13:32.474410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:32.475067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:32.541695 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6057210 Nov 05 13:13:32.591733 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Request body: {'port': {'device_id': '90ead2fc-6536-4ad1-9612-a62a0680cef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:13:32.820681 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a29a6f61-8e3c-4ea7-81ec-d6494c56ba5a req-05cd6cf9-9f70-46fc-8fcd-f86ce600cdee service neutron] 10.222.0.64 "GET /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414004 Nov 05 13:13:32.855061 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:32.926911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324a65-11c7-4d50-abb9-a8ac8bc527dc req-ff88801a-de3b-40c6-8715-0d7819b7d836 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:32.928433 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e6324a65-11c7-4d50-abb9-a8ac8bc527dc req-ff88801a-de3b-40c6-8715-0d7819b7d836 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 945 time: 0.3054395 Nov 05 13:13:32.987411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ddc6e115-804a-4f1f-8869-cca1a58cf3e4 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:13:32.998419 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c9025-30c5-4d63-a741-55592591916e req-80883161-ae72-48c8-905a-4a341525ed31 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:32.999169 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-895c9025-30c5-4d63-a741-55592591916e req-80883161-ae72-48c8-905a-4a341525ed31 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Synchronizing usage tracker for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:13:33.091945 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e6324a65-11c7-4d50-abb9-a8ac8bc527dc req-325aabe5-e80b-4169-926d-8f9c92b9138e tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529403 Nov 05 13:13:33.100241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-895c9025-30c5-4d63-a741-55592591916e req-80883161-ae72-48c8-905a-4a341525ed31 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Unset dirty status for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:13:33.101166 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-895c9025-30c5-4d63-a741-55592591916e req-80883161-ae72-48c8-905a-4a341525ed31 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 932 time: 0.3417971 Nov 05 13:13:33.133891 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:33.153211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'port_id': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'mac_address': 'fa:16:3e:7a:7b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:13:33.212558 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:33.232340 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc6e115-804a-4f1f-8869-cca1a58cf3e4 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:13:33.249416 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:33.252696 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:33.254709 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:33.323764 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,revision_number=9']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:33.327374 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:33.502253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['ddc6e115-804a-4f1f-8869-cca1a58cf3e4'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:13:33.525960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-895c9025-30c5-4d63-a741-55592591916e req-8a0bfa58-c04c-4f71-8626-abbaf3279500 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Synchronizing usage tracker for tenant:7ad05a3618094dd6ad74f128b792240e on resource:security_group {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:13:33.578470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-895c9025-30c5-4d63-a741-55592591916e req-8a0bfa58-c04c-4f71-8626-abbaf3279500 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Unset dirty status for tenant:7ad05a3618094dd6ad74f128b792240e on resource:security_group {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:13:33.579715 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-895c9025-30c5-4d63-a741-55592591916e req-8a0bfa58-c04c-4f71-8626-abbaf3279500 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607925 Nov 05 13:13:33.587174 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a316f-bd58-4835-acbb-70e32ae08759 req-6d9a91e2-36f7-48c9-919a-90d9f6d26656 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:33.588726 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8a8a316f-bd58-4835-acbb-70e32ae08759 req-6d9a91e2-36f7-48c9-919a-90d9f6d26656 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 944 time: 0.2187970 Nov 05 13:13:33.696089 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82e981f-9938-4cd4-808d-291106a63607 {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:13:33.705958 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:33.710484 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8a8a316f-bd58-4835-acbb-70e32ae08759 req-32105ece-48a8-462a-be79-93d3e2e57eab tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115627 Nov 05 13:13:33.724386 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Transition to ACTIVE for port object f82e981f-9938-4cd4-808d-291106a63607 will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:13:33.729916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:33.734360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-87afd18d-0842-4cc2-ac56-327607dbecb6 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:33.858698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f82e981f-9938-4cd4-808d-291106a63607,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:33.863087 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:33.969351 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Attempting to bind port f82e981f-9938-4cd4-808d-291106a63607 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:13:33.969717 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Attempting to bind port f82e981f-9938-4cd4-808d-291106a63607 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:13:33.970085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Attempting to bind port f82e981f-9938-4cd4-808d-291106a63607 on network 7a7ab32d-9ce8-406e-9102-401775731a1a {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:13:33.976230 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Port f82e981f-9938-4cd4-808d-291106a63607 on network 7a7ab32d-9ce8-406e-9102-401775731a1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:13:33.976585 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Attempting to bind port f82e981f-9938-4cd4-808d-291106a63607 on network 7a7ab32d-9ce8-406e-9102-401775731a1a {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:13:33.983197 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:13:33.983571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Checking segment: {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:13:33.983986 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Bound using segment: {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:13:33.984447 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Bound port: f82e981f-9938-4cd4-808d-291106a63607, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:13:33.984857 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:34.077232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] For port f82e981f-9938-4cd4-808d-291106a63607, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:13:34.080863 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] For port f82e981f-9938-4cd4-808d-291106a63607, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=f82e981f-9938-4cd4-808d-291106a63607,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:13:34.084249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:34.088536 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0b116074-984e-4fc5-a51e-905d022f9f12 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:34.153162 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:34.154705 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] 10.222.0.64 "PUT /v2.0/ports/f82e981f-9938-4cd4-808d-291106a63607 HTTP/1.1" status: 200 len: 1094 time: 1.5674002 Nov 05 13:13:34.155242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ead2fc-6536-4ad1-9612-a62a0680cef2', 'tag': 'f82e981f-9938-4cd4-808d-291106a63607'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:13:34.167977 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f82e981f-9938-4cd4-808d-291106a63607,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:34.171240 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:34.245151 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ead2fc-6536-4ad1-9612-a62a0680cef2', 'tag': 'f82e981f-9938-4cd4-808d-291106a63607', 'status': 'completed', 'code': 200} Nov 05 13:13:34.346861 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-8eac0d26-4b5d-41d1-91ae-83eca24fbb54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 1097 time: 0.1445074 Nov 05 13:13:34.356756 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ead2c-1466-4d53-9a24-10151bf50f4a req-863316b6-9b7c-41f8-81c8-850d94f24b66 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:34.358250 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ba4ead2c-1466-4d53-9a24-10151bf50f4a req-863316b6-9b7c-41f8-81c8-850d94f24b66 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 945 time: 0.1123180 Nov 05 13:13:34.474212 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-97f83147-4201-4e22-9500-010b7da9afe2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f82e981f-9938-4cd4-808d-291106a63607 HTTP/1.1" status: 200 len: 217 time: 0.1149526 Nov 05 13:13:34.554479 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1a6debca-772c-4281-a99a-4f4687c3b8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:34.570135 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ba4ead2c-1466-4d53-9a24-10151bf50f4a req-ca70e827-74ff-44a2-a08c-e39079fd3a63 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591585 Nov 05 13:13:34.592024 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514277c8-cd16-4719-815b-2ae64927127e req-7f36dcda-890c-4de7-b052-eb35e32251e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:34.594215 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-7f36dcda-890c-4de7-b052-eb35e32251e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9435a24a-d176-4aa7-b352-9acd2ffbda33 HTTP/1.1" status: 200 len: 855 time: 0.1071281 Nov 05 13:13:34.651966 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dccb5-e52d-42b3-92ed-94ae213975b3 req-b920d1ff-ab83-42bf-b8ac-61719a9759fd tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:34.653558 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c79dccb5-e52d-42b3-92ed-94ae213975b3 req-b920d1ff-ab83-42bf-b8ac-61719a9759fd tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.64 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 945 time: 0.2141447 Nov 05 13:13:34.655639 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-389380c5-7440-46e4-8dc7-028d7294c1c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a7ab32d-9ce8-406e-9102-401775731a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540946 Nov 05 13:13:34.875941 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-c79dccb5-e52d-42b3-92ed-94ae213975b3 req-f4b5d090-b067-4476-ae5e-acbbc0b0f8af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Deleting port 754d3509-9076-45d0-94e9-494ab8935c94 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:34.876244 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-c79dccb5-e52d-42b3-92ed-94ae213975b3 req-f4b5d090-b067-4476-ae5e-acbbc0b0f8af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:34.987121 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ddc6e115-804a-4f1f-8869-cca1a58cf3e4 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:13:35.058020 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:13:35.058450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:35.077133 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-40b739ff-f64d-474c-ba39-97c21ffa3d9a service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110332 Nov 05 13:13:35.094429 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887cd1f-1bc7-4e00-8ad0-265ae7e2c6b5 req-52c55f21-d5c5-47b9-8d36-ec51f5868e68 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:35.095973 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e887cd1f-1bc7-4e00-8ad0-265ae7e2c6b5 req-52c55f21-d5c5-47b9-8d36-ec51f5868e68 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 944 time: 0.3705757 Nov 05 13:13:35.178228 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:35.206180 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:13:35.216435 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:35.220229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:35.222866 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-36980ff6-cf43-48cd-a335-b63dfe55906a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:35.270841 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a5330-94e6-43b1-b464-44ecc974d6ed req-8f069d14-9003-4ed8-a266-254c27a674e9 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:35.272444 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-827a5330-94e6-43b1-b464-44ecc974d6ed req-8f069d14-9003-4ed8-a266-254c27a674e9 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 944 time: 0.4083879 Nov 05 13:13:35.431829 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e887cd1f-1bc7-4e00-8ad0-265ae7e2c6b5 req-6db74e1b-d1cb-4af3-933c-f9fd257a417a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949424 Nov 05 13:13:35.460326 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,revision_number=10']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:35.460326 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:35.469109 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-514277c8-cd16-4719-815b-2ae64927127e req-575f832b-f9d7-451b-a74e-2d125d68c723 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700755 Nov 05 13:13:35.481034 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-827a5330-94e6-43b1-b464-44ecc974d6ed req-6edec4f0-0d7d-4e1e-89ff-2c28a5c38aa4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911829 Nov 05 13:13:35.493625 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-c79dccb5-e52d-42b3-92ed-94ae213975b3 req-f4b5d090-b067-4476-ae5e-acbbc0b0f8af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] For port 754d3509-9076-45d0-94e9-494ab8935c94, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=754d3509-9076-45d0-94e9-494ab8935c94,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:35.494009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-c79dccb5-e52d-42b3-92ed-94ae213975b3 req-f4b5d090-b067-4476-ae5e-acbbc0b0f8af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:35.516014 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'code': 200} Nov 05 13:13:35.665413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-c79dccb5-e52d-42b3-92ed-94ae213975b3 req-f4b5d090-b067-4476-ae5e-acbbc0b0f8af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Calling delete_port for 754d3509-9076-45d0-94e9-494ab8935c94 owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:35.783219 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ad79e43e-44bd-4eff-881d-0f803c8e09b8 req-df9c061c-a024-43c6-8b85-1c756e330e55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 1099 time: 0.0809419 Nov 05 13:13:35.831999 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ad79e43e-44bd-4eff-881d-0f803c8e09b8 req-0058ec98-690b-4aa6-bb58-c1e3b2c5a42c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 Nov 05 13:13:36.034765 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:36.081322 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cc1b3bd3-0eac-47f1-be87-cde85d3c8830 req-b8bec4fa-497d-4541-8087-83efa37d5552 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 1097 time: 0.5185654 Nov 05 13:13:36.227192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-c79dccb5-e52d-42b3-92ed-94ae213975b3 req-f4b5d090-b067-4476-ae5e-acbbc0b0f8af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:36.235581 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e003d7bd-9b51-4166-b02c-2541bb78f860 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:36.242717 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['754d3509-9076-45d0-94e9-494ab8935c94'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:13:36.270681 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2be8f-50e3-4452-a609-c6385c4e8ae5 req-e4279b64-4c2f-4a42-834b-546a0fb698fe tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:36.272226 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bcb2be8f-50e3-4452-a609-c6385c4e8ae5 req-e4279b64-4c2f-4a42-834b-546a0fb698fe tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/ports?device_id=e806e037-59d3-491c-a862-b16fdb9d0edc HTTP/1.1" status: 200 len: 945 time: 0.5347984 Nov 05 13:13:36.308641 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5d090-b067-4476-ae5e-acbbc0b0f8af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Pushing event deleted for resources: {'Port': ['ID=754d3509-9076-45d0-94e9-494ab8935c94,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:36.318205 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f4b5d090-b067-4476-ae5e-acbbc0b0f8af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:36.415940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b3bd3-0eac-47f1-be87-cde85d3c8830 req-95887a92-a2dc-4017-904b-cbc0ecfa9613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:36.417555 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cc1b3bd3-0eac-47f1-be87-cde85d3c8830 req-95887a92-a2dc-4017-904b-cbc0ecfa9613 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 916 time: 0.3230746 Nov 05 13:13:36.485254 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79dccb5-e52d-42b3-92ed-94ae213975b3 req-f4b5d090-b067-4476-ae5e-acbbc0b0f8af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] No DVR routers for this DVR port 754d3509-9076-45d0-94e9-494ab8935c94 on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:13:36.492535 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-c79dccb5-e52d-42b3-92ed-94ae213975b3 req-f4b5d090-b067-4476-ae5e-acbbc0b0f8af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:36.497252 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bcb2be8f-50e3-4452-a609-c6385c4e8ae5 req-1819103e-aa07-4b97-8fbe-b569367cfa70 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.39 "GET /v2.0/security-groups?id=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167928 Nov 05 13:13:36.497782 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'name': 'network-vif-deleted', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:13:36.526201 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cc1b3bd3-0eac-47f1-be87-cde85d3c8830 req-f820f806-b1da-4926-9243-5151e3df16f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f82e981f-9938-4cd4-808d-291106a63607 HTTP/1.1" status: 200 len: 217 time: 0.0983586 Nov 05 13:13:36.527925 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c79dccb5-e52d-42b3-92ed-94ae213975b3 req-f4b5d090-b067-4476-ae5e-acbbc0b0f8af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] 10.222.0.64 "DELETE /v2.0/ports/754d3509-9076-45d0-94e9-494ab8935c94 HTTP/1.1" status: 204 len: 173 time: 1.8633876 Nov 05 13:13:36.582519 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e806e037-59d3-491c-a862-b16fdb9d0edc', 'name': 'network-vif-deleted', 'tag': '754d3509-9076-45d0-94e9-494ab8935c94', 'status': 'completed', 'code': 200} Nov 05 13:13:36.744365 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b3bd3-0eac-47f1-be87-cde85d3c8830 req-709bca36-1300-46e2-91e3-2cb0e3cb170f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:36.745988 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cc1b3bd3-0eac-47f1-be87-cde85d3c8830 req-709bca36-1300-46e2-91e3-2cb0e3cb170f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9435a24a-d176-4aa7-b352-9acd2ffbda33 HTTP/1.1" status: 200 len: 855 time: 0.2090981 Nov 05 13:13:36.820004 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cc1b3bd3-0eac-47f1-be87-cde85d3c8830 req-81f02184-ff77-44d5-aca9-cddea48858e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a7ab32d-9ce8-406e-9102-401775731a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608547 Nov 05 13:13:36.864474 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8457b1e-6fce-4511-aa16-5d323747dc4d req-24efad7a-59fb-45fd-a400-0823d5cd795b tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:36.866147 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e8457b1e-6fce-4511-aa16-5d323747dc4d req-24efad7a-59fb-45fd-a400-0823d5cd795b tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 944 time: 0.2792821 Nov 05 13:13:36.888741 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-79333bb6-567c-41dd-8c18-56cc5e550269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:36.971771 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c0010-88e9-4fa6-9702-93f8f9cc446f req-189f2178-d54d-4aa0-b427-882786dc41af tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:36.973478 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d90c0010-88e9-4fa6-9702-93f8f9cc446f req-189f2178-d54d-4aa0-b427-882786dc41af tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 946 time: 0.2918041 Nov 05 13:13:36.992439 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device f82e981f-9938-4cd4-808d-291106a63607 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:13:37.079985 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d90c0010-88e9-4fa6-9702-93f8f9cc446f req-05bcefe8-9878-4b72-acdb-6df27c05eb85 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977008 Nov 05 13:13:37.087162 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e8457b1e-6fce-4511-aa16-5d323747dc4d req-ef920165-8f46-4c37-b315-10c786de65d5 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993430 Nov 05 13:13:37.090883 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cc1b3bd3-0eac-47f1-be87-cde85d3c8830 req-302f44d0-b1f5-4f14-8a74-f279564539b5 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566946 Nov 05 13:13:37.170640 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port f82e981f-9938-4cd4-808d-291106a63607, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=f82e981f-9938-4cd4-808d-291106a63607,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:37.185494 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'f82e981f-9938-4cd4-808d-291106a63607', 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a', 'port_id': 'f82e981f-9938-4cd4-808d-291106a63607', 'mac_address': 'fa:16:3e:9b:ad:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9435a24a-d176-4aa7-b352-9acd2ffbda33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:13:37.246026 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:37.270920 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82e981f-9938-4cd4-808d-291106a63607 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:13:37.284042 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cc1b3bd3-0eac-47f1-be87-cde85d3c8830 req-84902f90-a9dc-4374-b5ec-589d31f41d5b service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825662 Nov 05 13:13:37.287518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port f82e981f-9938-4cd4-808d-291106a63607, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=f82e981f-9938-4cd4-808d-291106a63607,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:37.294873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:37.294873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:37.369632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=f82e981f-9938-4cd4-808d-291106a63607,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:37.372735 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:37.516639 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:37.564485 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['f82e981f-9938-4cd4-808d-291106a63607'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:13:38.177592 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52588) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:38.402480 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c69d59-fce9-4fa3-81de-8f81bf254b3e req-88bfe234-f882-43db-ba34-bf051fa6e1c2 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:38.404104 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-43c69d59-fce9-4fa3-81de-8f81bf254b3e req-88bfe234-f882-43db-ba34-bf051fa6e1c2 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 945 time: 0.1703794 Nov 05 13:13:38.412308 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04505a-b172-402b-a034-a135fcb54989 req-ecad92f0-f150-4963-9252-adaccf059ca4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:38.413989 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-de04505a-b172-402b-a034-a135fcb54989 req-ecad92f0-f150-4963-9252-adaccf059ca4 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 946 time: 0.1440063 Nov 05 13:13:38.495990 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-43c69d59-fce9-4fa3-81de-8f81bf254b3e req-3784ad7e-38ba-4993-be0a-e14e9a733dd7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809033 Nov 05 13:13:38.501412 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-de04505a-b172-402b-a034-a135fcb54989 req-ad922fba-c302-494e-9fc8-6317bb6640d2 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689428 Nov 05 13:13:38.792096 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:38.798193 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854100843'] for router_interface, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:39.004046 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device f82e981f-9938-4cd4-808d-291106a63607 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:13:39.072401 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port f82e981f-9938-4cd4-808d-291106a63607 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:13:39.077408 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port f82e981f-9938-4cd4-808d-291106a63607 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:13:39.078350 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:39.196605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:39.224747 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ead2fc-6536-4ad1-9612-a62a0680cef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82e981f-9938-4cd4-808d-291106a63607'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:13:39.234892 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port f82e981f-9938-4cd4-808d-291106a63607, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=f82e981f-9938-4cd4-808d-291106a63607,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:39.238180 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:39.239099 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 754d3509-9076-45d0-94e9-494ab8935c94 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:13:39.268062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:39.297159 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ead2fc-6536-4ad1-9612-a62a0680cef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82e981f-9938-4cd4-808d-291106a63607', 'code': 200} Nov 05 13:13:39.316503 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: 754d3509-9076-45d0-94e9-494ab8935c94 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:13:39.316925 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 754d3509-9076-45d0-94e9-494ab8935c94 not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:13:39.344467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=f82e981f-9938-4cd4-808d-291106a63607,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:39.348008 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:39.431940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] Deleting port 2abbf248-21ff-4384-a4b4-d98a0f29f166 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:39.432518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:39.545892 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-edd88995-12cf-41b8-a699-a325f646406b req-4ba6dc8c-8fd2-4ed2-b826-e6ea2ee36849 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 1099 time: 0.0757406 Nov 05 13:13:39.597074 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-edd88995-12cf-41b8-a699-a325f646406b req-031c03a8-5aa0-4442-b38a-651fe5cb8212 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416415 Nov 05 13:13:39.615208 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] For port 2abbf248-21ff-4384-a4b4-d98a0f29f166, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=2abbf248-21ff-4384-a4b4-d98a0f29f166,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:39.615654 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:39.709633 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5d090-7b68-42e7-8b0e-a18a3950c75e req-bf0cafc5-1a10-4b43-94fe-2a160d210b1b tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:39.711250 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-46b5d090-7b68-42e7-8b0e-a18a3950c75e req-bf0cafc5-1a10-4b43-94fe-2a160d210b1b tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 946 time: 0.0829546 Nov 05 13:13:39.745942 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] Calling delete_port for 2abbf248-21ff-4384-a4b4-d98a0f29f166 owned by network:router_interface {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:39.764217 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-46b5d090-7b68-42e7-8b0e-a18a3950c75e req-ae66decf-417c-4742-a44f-ae2d6357ecef tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465460 Nov 05 13:13:39.923827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:39.928047 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:39.971939 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=2abbf248-21ff-4384-a4b4-d98a0f29f166,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:39.974701 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:40.271047 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853640454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100929'] for router_interface, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:40.874076 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] Router a58c94ec-7787-4431-bfaf-901dac71b608 has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:13:40.975922 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5017f6-66db-47ad-b8b6-753f48424dae req-df3f3067-b0e4-4cd1-b4d1-b3d2abc11a80 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:40.977587 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bc5017f6-66db-47ad-b8b6-753f48424dae req-df3f3067-b0e4-4cd1-b4d1-b3d2abc11a80 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 946 time: 0.0818632 Nov 05 13:13:41.031913 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bc5017f6-66db-47ad-b8b6-753f48424dae req-1fa42001-1e9f-4f6f-b804-1406f0a1d980 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481117 Nov 05 13:13:41.292487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:13:41.309453 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b125b07-b3a4-4d44-b389-fbf7d754a29d None None] Sync routers for ids ['a58c94ec-7787-4431-bfaf-901dac71b608'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:13:41.312970 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] 10.222.0.39 "PUT /v2.0/routers/a58c94ec-7787-4431-bfaf-901dac71b608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1337721 Nov 05 13:13:41.315786 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52600) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:41.322724 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b125b07-b3a4-4d44-b389-fbf7d754a29d None None] Routers {'a58c94ec-7787-4431-bfaf-901dac71b608'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:13:41.323377 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5b125b07-b3a4-4d44-b389-fbf7d754a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:13:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['a58c94ec-7787-4431-bfaf-901dac71b608'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:41.505074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-5b125b07-b3a4-4d44-b389-fbf7d754a29d None None] Set router a58c94ec-7787-4431-bfaf-901dac71b608 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:13:41.521924 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Notify callbacks [] for router, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:41.736244 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:41.744663 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Deleting port 1a0ffff3-b7f3-4025-8552-1540a3abb07c {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:41.745095 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:41.804092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5b125b07-b3a4-4d44-b389-fbf7d754a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42'}], 'enable_snat': True}, 'gw_port_id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:13:39Z', 'revision_number': 5, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port': {'id': '1a0ffff3-b7f3-4025-8552-1540a3abb07c', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:07Z', 'updated_at': '2021-11-05T13:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:41.808151 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b125b07-b3a4-4d44-b389-fbf7d754a29d None None] Checking router: a58c94ec-7787-4431-bfaf-901dac71b608 for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:13:41.819851 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b125b07-b3a4-4d44-b389-fbf7d754a29d None None] Routers {'a58c94ec-7787-4431-bfaf-901dac71b608'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:13:41.820441 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5b125b07-b3a4-4d44-b389-fbf7d754a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:13:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['a58c94ec-7787-4431-bfaf-901dac71b608'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:41.933460 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] For port 1a0ffff3-b7f3-4025-8552-1540a3abb07c, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=1a0ffff3-b7f3-4025-8552-1540a3abb07c,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:41.934047 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:42.065086 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Calling delete_port for 1a0ffff3-b7f3-4025-8552-1540a3abb07c owned by network:router_gateway {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:42.116346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-5b125b07-b3a4-4d44-b389-fbf7d754a29d None None] Set router a58c94ec-7787-4431-bfaf-901dac71b608 gateway port host: None {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:13:42.228459 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-5b125b07-b3a4-4d44-b389-fbf7d754a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:13:41Z', 'revision_number': 6, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port_host': None}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:42.233313 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b125b07-b3a4-4d44-b389-fbf7d754a29d None None] The sync data for ids ['a58c94ec-7787-4431-bfaf-901dac71b608'] in dv-cinder-815883-2-smb is: [{'id': 'a58c94ec-7787-4431-bfaf-901dac71b608', 'name': 'tempest-TestMinimumBasicScenario-876050283-router', 'tenant_id': '31ce7aba1c814be280d583c7c2f0721c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:06Z', 'updated_at': '2021-11-05T13:13:41Z', 'revision_number': 6, 'project_id': '31ce7aba1c814be280d583c7c2f0721c', 'gw_port_host': None}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:13:42.241603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:42.246631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07ef9a-c833-421b-a066-b07c243b56fb req-099451d4-2386-4dbe-85ca-cfd8b7f7fc6d tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:42.247459 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:42.248292 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7f07ef9a-c833-421b-a066-b07c243b56fb req-099451d4-2386-4dbe-85ca-cfd8b7f7fc6d tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 946 time: 0.0911484 Nov 05 13:13:42.292408 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0ffff3-b7f3-4025-8552-1540a3abb07c,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:42.295068 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:42.303982 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-7f07ef9a-c833-421b-a066-b07c243b56fb req-3c2514bb-ac0b-4472-ac68-fc580d470bc0 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492535 Nov 05 13:13:42.537781 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102140'] for router_gateway, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:42.831354 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775535'] for router, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:42.836060 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:42.931468 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854120453'] for router, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:42.932071 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a58c94ec-7787-4431-bfaf-901dac71b608 {{(pid=88180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:13:42.945230 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Notify callbacks [] for router, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:42.946476 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] 10.222.0.39 "DELETE /v2.0/routers/a58c94ec-7787-4431-bfaf-901dac71b608 HTTP/1.1" status: 204 len: 168 time: 1.6297085 Nov 05 13:13:42.949263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52612) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:43.019446 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0395a9-7550-457e-b613-10c1aca92bdd admin admin] Deleting subnet 693aec80-ccac-4273-ac2c-7879139af924 {{(pid=88180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:13:43.022863 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b0395a9-7550-457e-b613-10c1aca92bdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:43.075564 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b0395a9-7550-457e-b613-10c1aca92bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838363850'] for subnet, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:43.195276 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b0395a9-7550-457e-b613-10c1aca92bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:43.265170 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b0395a9-7550-457e-b613-10c1aca92bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15842110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14874446'] for subnet, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:43.269862 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f9c38e58-d6b0-4d9c-86d7-1c29311a37d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:43.304852 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0395a9-7550-457e-b613-10c1aca92bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693aec80-ccac-4273-ac2c-7879139af924,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:43.309051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2b0395a9-7550-457e-b613-10c1aca92bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:43.311808 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b0395a9-7550-457e-b613-10c1aca92bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:43.317729 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b111dac5-8a9e-4518-9338-a32f625779df None None] Network f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:13:43.318595 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-2b0395a9-7550-457e-b613-10c1aca92bdd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/693aec80-ccac-4273-ac2c-7879139af924 HTTP/1.1" status: 204 len: 168 time: 0.3683009 Nov 05 13:13:43.321243 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52616) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:43.433288 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:43.444353 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Deleting port c620570f-a0a1-45dc-9e9d-a178a8b6493e {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:43.444732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:43.571846 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9bb136-d866-4ba5-97ca-1c7f73597121 None None] DHCP port deletion for f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b request from dv-cinder-815883-2-smb {{(pid=88182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:13:43.576353 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2a9bb136-d866-4ba5-97ca-1c7f73597121 None None] Deleting port c620570f-a0a1-45dc-9e9d-a178a8b6493e {{(pid=88182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:43.577032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb136-d866-4ba5-97ca-1c7f73597121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:43.663419 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] For port c620570f-a0a1-45dc-9e9d-a178a8b6493e, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=c620570f-a0a1-45dc-9e9d-a178a8b6493e,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:43.663823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:43.666280 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device c620570f-a0a1-45dc-9e9d-a178a8b6493e no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:13:43.901467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2a9bb136-d866-4ba5-97ca-1c7f73597121 None None] For port c620570f-a0a1-45dc-9e9d-a178a8b6493e, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=c620570f-a0a1-45dc-9e9d-a178a8b6493e,segment=NetworkSegment(2af0504a-7728-4590-b83c-504619c42355),segment_id=2af0504a-7728-4590-b83c-504619c42355)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:43.901914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb136-d866-4ba5-97ca-1c7f73597121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:43.973293 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:44.004494 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Calling delete_port for c620570f-a0a1-45dc-9e9d-a178a8b6493e owned by network:dhcp {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:44.050435 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2a9bb136-d866-4ba5-97ca-1c7f73597121 None None] Calling delete_port for c620570f-a0a1-45dc-9e9d-a178a8b6493e owned by network:dhcp {{(pid=88182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:44.081730 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:44.086606 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:44.131738 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Pushing event deleted for resources: {'Port': ['ID=c620570f-a0a1-45dc-9e9d-a178a8b6493e,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:44.135644 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:44.139523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] No DVR routers for this DVR port c620570f-a0a1-45dc-9e9d-a178a8b6493e on host dv-cinder-815883-2-smb {{(pid=88180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:13:44.146389 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 2abbf248-21ff-4384-a4b4-d98a0f29f166 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:13:44.192268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: 2abbf248-21ff-4384-a4b4-d98a0f29f166 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:13:44.192561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 2abbf248-21ff-4384-a4b4-d98a0f29f166 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:13:44.193085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 1a0ffff3-b7f3-4025-8552-1540a3abb07c no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:13:44.232182 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: 1a0ffff3-b7f3-4025-8552-1540a3abb07c {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:13:44.232911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 1a0ffff3-b7f3-4025-8552-1540a3abb07c not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:13:44.237134 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.db.api [None req-2a9bb136-d866-4ba5-97ca-1c7f73597121 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88182) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:13:44.237544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_db.api [None req-2a9bb136-d866-4ba5-97ca-1c7f73597121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:13:44.275670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:44.303835 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b']}} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:44.316812 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af0504a-7728-4590-b83c-504619c42355') {'for_net_delete': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:44.317175 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af0504a-7728-4590-b83c-504619c42355') {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:44.330033 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16411967'] for segment, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:44.346822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:44.354860 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=88180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:13:44.355429 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838933040'] for segment, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:13:44.371849 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:13:44.451443 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:44.455226 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:44.472324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:44.481072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Pushing event deleted for resources: {'Network': ['ID=f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:44.486496 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:44.491546 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f48b7da4-57b5-4156-bb8d-5f9e3ae5ef2b HTTP/1.1" status: 204 len: 168 time: 1.1676636 Nov 05 13:13:44.493066 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52632) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:44.738757 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2a9bb136-d866-4ba5-97ca-1c7f73597121 None None] Deleting port c620570f-a0a1-45dc-9e9d-a178a8b6493e {{(pid=88182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:44.739192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb136-d866-4ba5-97ca-1c7f73597121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:44.804681 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2a9bb136-d866-4ba5-97ca-1c7f73597121 None None] The port 'c620570f-a0a1-45dc-9e9d-a178a8b6493e' was deleted {{(pid=88182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:13:44.896732 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854100843'] for router_interface, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:45.517582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] Deleting port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:45.518086 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:45.706999 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] For port 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=4340d2a7-1bc5-4bc9-be69-4f9ec3040f66,segment=NetworkSegment(0b2c07b2-5a0d-4e09-be00-0756202f0032),segment_id=0b2c07b2-5a0d-4e09-be00-0756202f0032)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:45.707397 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:45.834589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] Calling delete_port for 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 owned by network:router_interface {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:46.009599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:46.013929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:46.055460 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] Pushing event deleted for resources: {'Port': ['ID=4340d2a7-1bc5-4bc9-be69-4f9ec3040f66,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:46.058253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:46.274742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:46.358450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853640454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100929'] for router_interface, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:47.078820 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-8ffb3e48-92b6-4f30-b9d7-b7377f6d4351 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:47.080332 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-8ffb3e48-92b6-4f30-b9d7-b7377f6d4351 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 815 time: 0.1559377 Nov 05 13:13:47.098931 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-0db6c657-5ab2-4280-bbe4-2e5cdd38ed47 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/quotas/7ad05a3618094dd6ad74f128b792240e HTTP/1.1" status: 200 len: 375 time: 0.0120642 Nov 05 13:13:47.183649 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4e20214e-6c47-4a6b-9465-cec180d60e45 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787058 Nov 05 13:13:47.195758 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] Router fd962a01-bb0c-4104-a834-887fc6c48a2b has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:13:47.325879 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-2225feae-a878-40ed-877a-a4c388d600d7 service neutron] 10.222.0.39 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345105 Nov 05 13:13:47.409192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:13:47.422914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011a8fb-6eab-453c-b7b5-3ccd7b261833 None None] Sync routers for ids ['fd962a01-bb0c-4104-a834-887fc6c48a2b'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:13:47.427966 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-fad25b27-9aa5-4b45-a167-c63e47799286 admin admin] 10.222.0.39 "PUT /v2.0/routers/fd962a01-bb0c-4104-a834-887fc6c48a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9315488 Nov 05 13:13:47.428272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52654) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:47.439938 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011a8fb-6eab-453c-b7b5-3ccd7b261833 None None] Routers {'fd962a01-bb0c-4104-a834-887fc6c48a2b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:13:47.441001 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1011a8fb-6eab-453c-b7b5-3ccd7b261833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:13:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['fd962a01-bb0c-4104-a834-887fc6c48a2b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:47.481902 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-604616dc-3cf5-4292-9b7e-47d68d3b5c7a service neutron] 10.222.0.39 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491852 Nov 05 13:13:47.648018 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-1011a8fb-6eab-453c-b7b5-3ccd7b261833 None None] Set router fd962a01-bb0c-4104-a834-887fc6c48a2b gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:13:47.661321 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Notify callbacks [] for router, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:47.746690 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6960339e-eb7e-4ee6-abd4-d53761e4d946 req-4b612bfa-82eb-4f7b-9872-a244fa624cfd tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 210 time: 0.0811491 Nov 05 13:13:47.914802 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:47.924370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Deleting port f3e8af0a-ad60-4893-949e-877fd8a8e5f4 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:47.924748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:47.968568 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1011a8fb-6eab-453c-b7b5-3ccd7b261833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'name': 'tempest-TestMinimumBasicScenario-685145642-router', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:13:45Z', 'revision_number': 5, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'gw_port': {'id': 'f3e8af0a-ad60-4893-949e-877fd8a8e5f4', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:47.972657 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011a8fb-6eab-453c-b7b5-3ccd7b261833 None None] Checking router: fd962a01-bb0c-4104-a834-887fc6c48a2b for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:13:47.984215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011a8fb-6eab-453c-b7b5-3ccd7b261833 None None] Routers {'fd962a01-bb0c-4104-a834-887fc6c48a2b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:13:47.984911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1011a8fb-6eab-453c-b7b5-3ccd7b261833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:13:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['fd962a01-bb0c-4104-a834-887fc6c48a2b'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:48.117981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] For port f3e8af0a-ad60-4893-949e-877fd8a8e5f4, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=f3e8af0a-ad60-4893-949e-877fd8a8e5f4,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:48.118550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:48.147223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-1011a8fb-6eab-453c-b7b5-3ccd7b261833 None None] Set router fd962a01-bb0c-4104-a834-887fc6c48a2b gateway port host: None {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:13:48.252872 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Calling delete_port for f3e8af0a-ad60-4893-949e-877fd8a8e5f4 owned by network:router_gateway {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:48.267082 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-1011a8fb-6eab-453c-b7b5-3ccd7b261833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'name': 'tempest-TestMinimumBasicScenario-685145642-router', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:13:47Z', 'revision_number': 6, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'gw_port_host': None}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:48.272814 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011a8fb-6eab-453c-b7b5-3ccd7b261833 None None] The sync data for ids ['fd962a01-bb0c-4104-a834-887fc6c48a2b'] in dv-cinder-815883-2-smb is: [{'id': 'fd962a01-bb0c-4104-a834-887fc6c48a2b', 'name': 'tempest-TestMinimumBasicScenario-685145642-router', 'tenant_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:11:14Z', 'updated_at': '2021-11-05T13:13:47Z', 'revision_number': 6, 'project_id': '4f2c68babbed408aa4cc5c4243ad45f9', 'gw_port_host': None}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:13:48.429104 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:48.433733 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:48.475492 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e8af0a-ad60-4893-949e-877fd8a8e5f4,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:48.478278 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:48.713163 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102140'] for router_gateway, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:48.960526 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-91030f8d-3065-41e9-ba22-d278b305ba3b req-009e09c6-ff14-406f-bf3c-f9a35c1cb188 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 210 time: 0.0563407 Nov 05 13:13:48.987448 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-95a9605b-07a9-409e-84e7-99e73b034f82 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:48.989214 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-95a9605b-07a9-409e-84e7-99e73b034f82 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 815 time: 0.2438846 Nov 05 13:13:49.012241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Request body: {'port': {'device_id': '1b248df5-40e7-4b2d-9f99-397517b62d12', 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a', 'admin_state_up': True, 'tenant_id': '7ad05a3618094dd6ad74f128b792240e'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:13:49.161212 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:13:49.171289 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:13:49.180646 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Made reservation on behalf of 7ad05a3618094dd6ad74f128b792240e for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:13:49.186164 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.227408 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775535'] for router, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.231852 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.254827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854120453'] for router, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.255396 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd962a01-bb0c-4104-a834-887fc6c48a2b {{(pid=88180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:13:49.268510 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] Notify callbacks [] for router, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.269789 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0ee579ce-c55c-4d21-81ee-460ae876ad76 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fd962a01-bb0c-4104-a834-887fc6c48a2b HTTP/1.1" status: 204 len: 168 time: 1.8405323 Nov 05 13:13:49.272464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52674) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:49.345688 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e234623-eff8-4041-aa82-40e7af94af53 admin admin] Deleting subnet 635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8 {{(pid=88180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:13:49.349035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e234623-eff8-4041-aa82-40e7af94af53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.369228 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Allocated IP 172.20.0.10 (7a7ab32d-9ce8-406e-9102-401775731a1a/9435a24a-d176-4aa7-b352-9acd2ffbda33/b450e6d7-be4f-4e98-b42f-c0771fe0f7cc) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:13:49.403559 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e234623-eff8-4041-aa82-40e7af94af53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838363850'] for subnet, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.488284 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e234623-eff8-4041-aa82-40e7af94af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.569433 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e234623-eff8-4041-aa82-40e7af94af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15842110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14874446'] for subnet, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.574749 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:49.613880 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e234623-eff8-4041-aa82-40e7af94af53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:49.616524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2e234623-eff8-4041-aa82-40e7af94af53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:49.622344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2e234623-eff8-4041-aa82-40e7af94af53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.631820 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f829c2-30b3-44a9-828b-8be8026e5e55 None None] Network 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:13:49.645599 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-2e234623-eff8-4041-aa82-40e7af94af53 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/635ebb13-cb31-43e8-86bc-2f9ef5c8ecf8 HTTP/1.1" status: 204 len: 168 time: 0.3716786 Nov 05 13:13:49.648112 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52678) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:49.679615 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device f3e8af0a-ad60-4893-949e-877fd8a8e5f4 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:13:49.786129 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.800069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Deleting port 4c5f90cc-3ea5-48b1-b493-3a912ac06129 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:49.800667 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.841549 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.871030 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:49.884491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3167af7e-9b89-4c56-a8a5-cc358e88e0b8 tempest-VolumesSnapshotTestJSON-1563175181 tempest-VolumesSnapshotTestJSON-1563175181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:49.925857 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['f82e981f-9938-4cd4-808d-291106a63607'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:13:49.926742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Network 7a7ab32d-9ce8-406e-9102-401775731a1a is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:13:49.932840 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:13:49.935375 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:13:49.966375 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: f3e8af0a-ad60-4893-949e-877fd8a8e5f4 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:13:49.966702 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device f3e8af0a-ad60-4893-949e-877fd8a8e5f4 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:13:49.967074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:13:50.010354 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:50.011175 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.012298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:13:50.012703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 4340d2a7-1bc5-4bc9-be69-4f9ec3040f66 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:13:50.035844 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] For port 4c5f90cc-3ea5-48b1-b493-3a912ac06129, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=4c5f90cc-3ea5-48b1-b493-3a912ac06129,segment=NetworkSegment(0b2c07b2-5a0d-4e09-be00-0756202f0032),segment_id=0b2c07b2-5a0d-4e09-be00-0756202f0032)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:50.036399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.043564 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0360603 Nov 05 13:13:50.059466 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Request body: {'port': {'device_id': '1b248df5-40e7-4b2d-9f99-397517b62d12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:13:50.152298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Pushing event updated for resources: {'Port': ['ID=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:50.155328 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:50.207020 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Calling delete_port for 4c5f90cc-3ea5-48b1-b493-3a912ac06129 owned by network:dhcp {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:13:50.263330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.269389 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d70ce36-c643-4b34-b44a-0e8c09688921 None None] DHCP port deletion for 004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 request from dv-cinder-815883-2-smb {{(pid=88182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:13:50.273643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7d70ce36-c643-4b34-b44a-0e8c09688921 None None] Deleting port 4c5f90cc-3ea5-48b1-b493-3a912ac06129 {{(pid=88182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:13:50.274074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7d70ce36-c643-4b34-b44a-0e8c09688921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.289112 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d99bd-e6bf-42d9-9ba3-c0600c880901 req-3a55d68c-7cd0-485f-8c3a-a7371bcfe905 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:50.290120 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-4b1d99bd-e6bf-42d9-9ba3-c0600c880901 req-3a55d68c-7cd0-485f-8c3a-a7371bcfe905 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Synchronizing usage tracker for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:13:50.295330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.301082 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:50.344229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-7d70ce36-c643-4b34-b44a-0e8c09688921 None None] The port '4c5f90cc-3ea5-48b1-b493-3a912ac06129' was deleted {{(pid=88182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:13:50.350888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5f90cc-3ea5-48b1-b493-3a912ac06129,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:50.356837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:50.360058 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-4b1d99bd-e6bf-42d9-9ba3-c0600c880901 req-3a55d68c-7cd0-485f-8c3a-a7371bcfe905 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Unset dirty status for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:13:50.360202 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] No DVR routers for this DVR port 4c5f90cc-3ea5-48b1-b493-3a912ac06129 on host dv-cinder-815883-2-smb {{(pid=88180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:13:50.362010 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4b1d99bd-e6bf-42d9-9ba3-c0600c880901 req-3a55d68c-7cd0-485f-8c3a-a7371bcfe905 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 932 time: 0.2622409 Nov 05 13:13:50.488531 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.499944 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4b1d99bd-e6bf-42d9-9ba3-c0600c880901 req-9358e2d1-9137-41a2-b665-29757b50cd17 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282468 Nov 05 13:13:50.517335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3']}} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:50.530962 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2c07b2-5a0d-4e09-be00-0756202f0032') {'for_net_delete': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:50.531299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2c07b2-5a0d-4e09-be00-0756202f0032') {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:13:50.543590 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16411967'] for segment, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.562736 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.569178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=88180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:13:50.569603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838933040'] for segment, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:13:50.584497 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:13:50.668662 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.672515 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:50.687970 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c97824d8-4904-485d-a986-5f9fa9914837 req-31ec5885-95e1-4b93-ade6-db5026bb58b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1695585 Nov 05 13:13:50.692744 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.699297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Pushing event deleted for resources: {'Network': ['ID=004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:50.704540 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:50.713513 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-5caa013f-e340-43c1-9775-93a660abcb7c admin admin] 10.222.0.39 "DELETE /v2.0/networks/004f5c34-0e91-401f-b0f3-fcbcd4e3bfa3 HTTP/1.1" status: 204 len: 168 time: 1.0618656 Nov 05 13:13:50.765850 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b450e6d7-be4f-4e98-b42f-c0771fe0f7cc {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:13:50.773562 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.833996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Transition to ACTIVE for port object b450e6d7-be4f-4e98-b42f-c0771fe0f7cc will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:13:50.838657 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.847480 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d058fb83-631d-4d4f-8e28-7f19e40c2f27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:50.857435 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52686) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:50.916370 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-feb9fc02-3cf2-44b0-9ea9-cc2947cbdd11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31ce7aba1c814be280d583c7c2f0721c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0576329 Nov 05 13:13:50.918941 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52690) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:50.982074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2f76-5df2-494f-a4d8-4c83fa5fa17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:50.991084 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Pushing event updated for resources: {'Port': ['ID=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:50.994826 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:51.003130 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c97824d8-4904-485d-a986-5f9fa9914837 req-f9cf62c1-a9f5-4a55-b0be-8467fcc480d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ac4268514de642f39f611ce13a21b32d&device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 1099 time: 0.2267973 Nov 05 13:13:51.010555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2f76-5df2-494f-a4d8-4c83fa5fa17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:51.063643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2f76-5df2-494f-a4d8-4c83fa5fa17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:51.068844 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7b3d0b69-1417-4989-b11f-88e7eb16f615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:51.083555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b2f76-5df2-494f-a4d8-4c83fa5fa17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4a8c2b-eea6-4de0-b9f3-dccec09383e8,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:51.086606 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2d5b2f76-5df2-494f-a4d8-4c83fa5fa17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:51.087517 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2f76-5df2-494f-a4d8-4c83fa5fa17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:51.091410 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-2d5b2f76-5df2-494f-a4d8-4c83fa5fa17e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd4a8c2b-eea6-4de0-b9f3-dccec09383e8 HTTP/1.1" status: 204 len: 168 time: 0.1712713 Nov 05 13:13:51.229500 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Attempting to bind port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:13:51.230006 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Attempting to bind port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:13:51.230219 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Attempting to bind port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc on network 7a7ab32d-9ce8-406e-9102-401775731a1a {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:13:51.254837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc on network 7a7ab32d-9ce8-406e-9102-401775731a1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:13:51.255201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Attempting to bind port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc on network 7a7ab32d-9ce8-406e-9102-401775731a1a {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:13:51.258484 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97824d8-4904-485d-a986-5f9fa9914837 req-c6208499-8897-4515-836e-ea1fc734db44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:51.260074 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c97824d8-4904-485d-a986-5f9fa9914837 req-c6208499-8897-4515-836e-ea1fc734db44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 200 len: 917 time: 0.2265313 Nov 05 13:13:51.264915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:13:51.265813 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Checking segment: {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:13:51.266230 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Bound using segment: {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:13:51.266697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Bound port: b450e6d7-be4f-4e98-b42f-c0771fe0f7cc, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:13:51.267078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:51.442932 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c97824d8-4904-485d-a986-5f9fa9914837 req-c71759bb-76b3-4af9-9be0-601a4bb02def service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4 HTTP/1.1" status: 200 len: 1001 time: 0.1661723 Nov 05 13:13:51.496619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] For port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:13:51.502047 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52698) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:51.517506 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] For port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:13:51.523221 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:51.529335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f408997b-3090-4261-a68a-5c668d45b6d8 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:51.558203 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-7ad7b02a-2a8a-4de8-b8ef-d3373828fdd9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f2c68babbed408aa4cc5c4243ad45f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523837 Nov 05 13:13:51.558425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52704) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:13:51.581393 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97824d8-4904-485d-a986-5f9fa9914837 req-0a4e6b95-1640-4b9d-81af-ee9bec3fca5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:51.583236 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c97824d8-4904-485d-a986-5f9fa9914837 req-0a4e6b95-1640-4b9d-81af-ee9bec3fca5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 200 len: 855 time: 0.1319668 Nov 05 13:13:51.631055 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a58a7fd1-6ec2-4fbc-9445-2518afa2ad63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:51.643623 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:51.645430 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] 10.222.0.64 "PUT /v2.0/ports/b450e6d7-be4f-4e98-b42f-c0771fe0f7cc HTTP/1.1" status: 200 len: 1094 time: 1.5901561 Nov 05 13:13:51.649291 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b248df5-40e7-4b2d-9f99-397517b62d12', 'tag': 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:13:51.658774 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 4c5f90cc-3ea5-48b1-b493-3a912ac06129 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:13:51.678791 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a58a7fd1-6ec2-4fbc-9445-2518afa2ad63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:51.736700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: 4c5f90cc-3ea5-48b1-b493-3a912ac06129 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:13:51.737153 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 4c5f90cc-3ea5-48b1-b493-3a912ac06129 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:13:51.741641 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a58a7fd1-6ec2-4fbc-9445-2518afa2ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:51.747578 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-079914ea-6c8f-432d-ac2c-4baa36ffbd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:51.753760 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b248df5-40e7-4b2d-9f99-397517b62d12', 'tag': 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc', 'status': 'completed', 'code': 200} Nov 05 13:13:51.758616 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Pushing event updated for resources: {'Port': ['ID=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:51.760493 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a7fd1-6ec2-4fbc-9445-2518afa2ad63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e61bbf-60cd-4b09-9eac-83a52e61635b,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:51.763551 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:51.763709 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a58a7fd1-6ec2-4fbc-9445-2518afa2ad63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:51.766309 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a58a7fd1-6ec2-4fbc-9445-2518afa2ad63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:51.768808 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a58a7fd1-6ec2-4fbc-9445-2518afa2ad63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2e61bbf-60cd-4b09-9eac-83a52e61635b HTTP/1.1" status: 204 len: 168 time: 0.2082019 Nov 05 13:13:51.835120 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c97824d8-4904-485d-a986-5f9fa9914837 req-c7ef454f-feec-4094-9c50-cf12e8ddcc65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09213b65-18cd-49bb-a5e9-6a043cc098b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2345555 Nov 05 13:13:51.873560 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-29e02389-206c-4a7a-ae45-c5bef787b9eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 1097 time: 0.1665103 Nov 05 13:13:51.883170 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6465ec-af8e-4e3d-8362-dde9bfc4a31d req-b25a0d2d-c314-4764-a281-640d1eccd7c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:51.884607 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fe6465ec-af8e-4e3d-8362-dde9bfc4a31d req-b25a0d2d-c314-4764-a281-640d1eccd7c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 944 time: 0.2263546 Nov 05 13:13:52.057736 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-c11d072d-c8d2-496e-96e3-7cece12254d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc HTTP/1.1" status: 200 len: 217 time: 0.1690514 Nov 05 13:13:52.158738 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fe6465ec-af8e-4e3d-8362-dde9bfc4a31d req-a076560a-5a36-433f-8ad2-7c06dee45097 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070272 Nov 05 13:13:52.173827 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c97824d8-4904-485d-a986-5f9fa9914837 req-20d7a703-5b79-4782-a397-d7b7348f510d service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263857 Nov 05 13:13:52.185045 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-bd8234e1-08c0-4456-a749-dd5ab75f636a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:52.185045 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-bd8234e1-08c0-4456-a749-dd5ab75f636a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9435a24a-d176-4aa7-b352-9acd2ffbda33 HTTP/1.1" status: 200 len: 855 time: 0.1068099 Nov 05 13:13:52.265788 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-0a132f4a-2e5f-4a1b-b744-abe952b96e0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a7ab32d-9ce8-406e-9102-401775731a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715175 Nov 05 13:13:52.715350 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c97824d8-4904-485d-a986-5f9fa9914837 req-b235b6c0-128a-45c9-a4a2-47ede51a096d service neutron] 10.222.0.64 "GET /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223944 Nov 05 13:13:52.723343 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-8d3e11ca-65d8-49e6-9c70-adb5646e43b9 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217255 Nov 05 13:13:52.875947 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e9a24b84-4dd9-4584-9806-abf868c9f3a3 req-f6ec054b-7805-4c73-9aec-0e2274fe1474 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362441 Nov 05 13:13:53.001722 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a91e30e7-784a-4869-ab44-fcdccc6404d2 req-80b79502-8a7f-40a8-a280-2d2fcfcc47b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 1097 time: 0.0723794 Nov 05 13:13:53.143536 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e30e7-784a-4869-ab44-fcdccc6404d2 req-25040550-0047-40b7-a7f4-8a3860f0400a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:53.145217 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a91e30e7-784a-4869-ab44-fcdccc6404d2 req-25040550-0047-40b7-a7f4-8a3860f0400a service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 916 time: 0.1361611 Nov 05 13:13:53.223806 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a91e30e7-784a-4869-ab44-fcdccc6404d2 req-346292a9-1a98-4bf8-a8d2-b0b5709a1da2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc HTTP/1.1" status: 200 len: 217 time: 0.0680513 Nov 05 13:13:53.345569 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e30e7-784a-4869-ab44-fcdccc6404d2 req-1ef27919-3af2-45b1-9a38-4c7dab603226 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:53.347024 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a91e30e7-784a-4869-ab44-fcdccc6404d2 req-1ef27919-3af2-45b1-9a38-4c7dab603226 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9435a24a-d176-4aa7-b352-9acd2ffbda33 HTTP/1.1" status: 200 len: 855 time: 0.1099617 Nov 05 13:13:53.414300 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a91e30e7-784a-4869-ab44-fcdccc6404d2 req-eaaa4865-960e-4d17-8ce2-2ec9ec97746f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a7ab32d-9ce8-406e-9102-401775731a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593534 Nov 05 13:13:53.428217 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa1437-828c-47da-8e8d-2dec00b29a7d req-7f2a5b6c-3591-41e3-ab37-4859363bfb97 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:53.429782 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e0aa1437-828c-47da-8e8d-2dec00b29a7d req-7f2a5b6c-3591-41e3-ab37-4859363bfb97 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 944 time: 0.1434038 Nov 05 13:13:53.585188 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e0aa1437-828c-47da-8e8d-2dec00b29a7d req-3e970278-d68b-4fc6-a1a3-f7af97ecc5b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320872 Nov 05 13:13:53.607203 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a91e30e7-784a-4869-ab44-fcdccc6404d2 req-2e318211-19fd-47bd-9813-31b136141a42 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764562 Nov 05 13:13:53.751126 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a91e30e7-784a-4869-ab44-fcdccc6404d2 req-a3b34d04-69d8-4e4c-ad5b-7666f7a0a3f8 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359024 Nov 05 13:13:54.791489 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ed401-4438-499d-92ac-037b580d578a req-3f062ee9-969b-4966-bf6c-0115fdf9181e tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:54.793106 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ab8ed401-4438-499d-92ac-037b580d578a req-3f062ee9-969b-4966-bf6c-0115fdf9181e tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 944 time: 0.0874455 Nov 05 13:13:54.840432 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ab8ed401-4438-499d-92ac-037b580d578a req-924b4484-9a65-4e34-b02f-3a1cd50a4a53 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412230 Nov 05 13:13:55.068627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device b450e6d7-be4f-4e98-b42f-c0771fe0f7cc details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:13:55.207691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:55.221530 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc', 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a', 'port_id': 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc', 'mac_address': 'fa:16:3e:df:1a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9435a24a-d176-4aa7-b352-9acd2ffbda33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:13:55.278767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:55.297367 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b450e6d7-be4f-4e98-b42f-c0771fe0f7cc {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:13:55.312291 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:55.315055 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:55.317191 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:55.381376 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:55.384325 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:55.550932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['b450e6d7-be4f-4e98-b42f-c0771fe0f7cc'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:13:56.041605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc4112-69e4-4f05-8a01-1ef3a95793e4 req-61ae0cfe-de06-4e42-bb48-8f935c87cb9b tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:56.043165 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-28bc4112-69e4-4f05-8a01-1ef3a95793e4 req-61ae0cfe-de06-4e42-bb48-8f935c87cb9b tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 945 time: 0.0801690 Nov 05 13:13:56.090579 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-28bc4112-69e4-4f05-8a01-1ef3a95793e4 req-a2d7507a-12b0-403c-8454-40a437398645 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Nov 05 13:13:57.084672 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device b450e6d7-be4f-4e98-b42f-c0771fe0f7cc up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:13:57.155303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:13:57.160152 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:13:57.160575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:57.278852 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:57.298626 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1a7e3-d09e-41fd-9b0a-5aeb73230070 req-44bc0150-0545-4ccc-a283-7271e0ec7f8a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:57.300239 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fad1a7e3-d09e-41fd-9b0a-5aeb73230070 req-44bc0150-0545-4ccc-a283-7271e0ec7f8a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 945 time: 0.0854871 Nov 05 13:13:57.306607 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b248df5-40e7-4b2d-9f99-397517b62d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:13:57.317149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:13:57.320804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:13:57.323209 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:13:57.349990 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fad1a7e3-d09e-41fd-9b0a-5aeb73230070 req-c859d022-72ca-4bbb-af72-7ccfe9b34179 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436361 Nov 05 13:13:57.366214 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b248df5-40e7-4b2d-9f99-397517b62d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc', 'code': 200} Nov 05 13:13:57.393634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:13:57.396903 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:13:57.600572 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-90f611a3-5993-4a7e-a034-76367d91c35a req-90316569-9b39-44ee-9356-68b2439393fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 1099 time: 0.0739627 Nov 05 13:13:57.647121 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-90f611a3-5993-4a7e-a034-76367d91c35a req-a9a1acbd-6a1b-40a7-90b8-c4cbeb95be65 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393283 Nov 05 13:13:58.557026 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6eeed-ee45-416d-a0a8-887cc3145654 req-e4cf1da0-028f-4475-b28e-0c29e7efeb97 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:58.558614 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b4d6eeed-ee45-416d-a0a8-887cc3145654 req-e4cf1da0-028f-4475-b28e-0c29e7efeb97 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 946 time: 0.0846832 Nov 05 13:13:58.607237 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b4d6eeed-ee45-416d-a0a8-887cc3145654 req-b535feca-c728-4524-8a67-0dd7180b8f91 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420871 Nov 05 13:13:59.810977 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406f016-b3b9-40b8-afd8-ad5782d27a23 req-b544ffa3-a5f9-4159-b7bb-abe1211b49fc tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:13:59.813809 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5406f016-b3b9-40b8-afd8-ad5782d27a23 req-b544ffa3-a5f9-4159-b7bb-abe1211b49fc tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 946 time: 0.0822973 Nov 05 13:13:59.865428 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-5406f016-b3b9-40b8-afd8-ad5782d27a23 req-5b48200c-4443-481e-925e-46eec4383d91 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460727 Nov 05 13:14:02.335739 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-3178f631-3bb2-4046-bcbd-25ebd80a8ae0 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:02.337394 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-3178f631-3bb2-4046-bcbd-25ebd80a8ae0 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 815 time: 0.1636579 Nov 05 13:14:02.355466 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-8cf3afcb-051d-4700-99c6-29b208925a5c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/quotas/7ad05a3618094dd6ad74f128b792240e HTTP/1.1" status: 200 len: 375 time: 0.0120935 Nov 05 13:14:02.439234 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-0582cd25-2e83-45d2-8377-f4283296a350 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783441 Nov 05 13:14:02.714399 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-5272b94f-caf8-45b3-8e09-0f3ab1605d35 service neutron] 10.222.0.39 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679827 Nov 05 13:14:02.854529 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-a8675713-a1d8-4324-ae4d-d12f0dc9a4a2 service neutron] 10.222.0.39 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338460 Nov 05 13:14:03.048307 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-facfd7c9-72c9-4b10-a7c8-1833985316d0 req-a4da7c62-9aca-4372-8605-bc4467f33f1f tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 210 time: 0.0450933 Nov 05 13:14:03.486890 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:14:04.255084 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d01cec87-d127-4f69-850b-c85ac8fe32b6 req-9e8dae79-abe1-4779-a712-04da7a100170 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 210 time: 0.0648456 Nov 05 13:14:04.298683 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-4a5cffee-870e-4722-9096-49f824aa0cf2 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:04.300288 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-4a5cffee-870e-4722-9096-49f824aa0cf2 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 815 time: 0.2107863 Nov 05 13:14:04.336726 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Request body: {'port': {'device_id': '37914e59-efe2-4a05-ae9a-37ad7c2e341f', 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a', 'admin_state_up': True, 'tenant_id': '7ad05a3618094dd6ad74f128b792240e'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:14:04.559380 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2db97862-e542-49c5-a921-14fbc7efcfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:04.691599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:14:04.701725 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:14:04.710684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Made reservation on behalf of 7ad05a3618094dd6ad74f128b792240e for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:14:04.716159 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:04.882565 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Allocated IP 172.20.0.9 (7a7ab32d-9ce8-406e-9102-401775731a1a/9435a24a-d176-4aa7-b352-9acd2ffbda33/6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:14:05.090098 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:05.115471 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:05.121552 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7aba4a89-0c4c-4bc1-9878-e4697134f711 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:05.128940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['f82e981f-9938-4cd4-808d-291106a63607', 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:14:05.193833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Network 7a7ab32d-9ce8-406e-9102-401775731a1a is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:14:05.194992 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:14:05.199767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:14:05.245455 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Pushing event updated for resources: {'Port': ['ID=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:05.251195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:05.270305 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:05.270967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:05.304210 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9716840 Nov 05 13:14:05.316888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Request body: {'port': {'device_id': '37914e59-efe2-4a05-ae9a-37ad7c2e341f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:14:05.482131 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:05.572995 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cff17-44c4-49ee-962d-5bafab473856 req-f162869e-6c04-4490-9edd-64934b93821e tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:05.573849 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-f32cff17-44c4-49ee-962d-5bafab473856 req-f162869e-6c04-4490-9edd-64934b93821e tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Synchronizing usage tracker for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:14:05.638453 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-f32cff17-44c4-49ee-962d-5bafab473856 req-f162869e-6c04-4490-9edd-64934b93821e tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Unset dirty status for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:14:05.640314 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f32cff17-44c4-49ee-962d-5bafab473856 req-f162869e-6c04-4490-9edd-64934b93821e tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 931 time: 0.2392771 Nov 05 13:14:05.739212 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f32cff17-44c4-49ee-962d-5bafab473856 req-23c7ade7-4b17-48b0-91ad-f92909dc67d2 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908096 Nov 05 13:14:05.915171 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:14:05.922517 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:05.937809 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Transition to ACTIVE for port object 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:14:05.940519 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:05.944755 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-47cb7287-5e8b-4147-bc21-b50f7f918442 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:06.038685 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:06.070927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Pushing event updated for resources: {'Port': ['ID=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:06.111386 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:06.111795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:06.112197 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:06.112592 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:06.113011 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:06.113407 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:06.113797 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:06.114184 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:06.114589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:06.114993 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:06.115382 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:06.123407 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:06.191661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Attempting to bind port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:14:06.192027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Attempting to bind port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:14:06.192384 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Attempting to bind port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 on network 7a7ab32d-9ce8-406e-9102-401775731a1a {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:14:06.198406 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 on network 7a7ab32d-9ce8-406e-9102-401775731a1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:14:06.198761 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Attempting to bind port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 on network 7a7ab32d-9ce8-406e-9102-401775731a1a {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:14:06.205819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:14:06.206185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Checking segment: {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:14:06.206591 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Bound using segment: {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:14:06.207044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Bound port: 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:14:06.207415 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:06.299473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] For port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:14:06.302525 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] For port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:14:06.305897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:06.310218 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dccd08b0-f5e3-4365-ad24-82096371866e tempest-DeleteServersTestJSON-498575114 tempest-DeleteServersTestJSON-498575114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:06.371980 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:06.373463 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] 10.222.0.64 "PUT /v2.0/ports/6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 HTTP/1.1" status: 200 len: 1093 time: 1.0618846 Nov 05 13:14:06.374021 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37914e59-efe2-4a05-ae9a-37ad7c2e341f', 'tag': '6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:14:06.388607 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Pushing event updated for resources: {'Port': ['ID=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:06.391767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:06.457022 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37914e59-efe2-4a05-ae9a-37ad7c2e341f', 'tag': '6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849', 'status': 'completed', 'code': 200} Nov 05 13:14:06.494160 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-04e322e4-f88d-47bc-b37c-8f72e2ab7d35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 1096 time: 0.0788820 Nov 05 13:14:06.564863 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-b67ef645-d0b9-4b19-b30e-5d5dc05d6ff0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 HTTP/1.1" status: 200 len: 217 time: 0.0629160 Nov 05 13:14:06.640270 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-30f133ae-c03d-4622-9de4-c6d07d62f16b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:06.641880 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-30f133ae-c03d-4622-9de4-c6d07d62f16b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9435a24a-d176-4aa7-b352-9acd2ffbda33 HTTP/1.1" status: 200 len: 855 time: 0.0667794 Nov 05 13:14:06.694282 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-6d5243b6-201b-48cb-b309-5447015fb764 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a7ab32d-9ce8-406e-9102-401775731a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429990 Nov 05 13:14:06.839177 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-1e506b1a-eea2-47cf-bf49-f89766e8bab4 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356628 Nov 05 13:14:06.893280 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-040cf5bc-a9cc-4e1c-9914-8f4622edffc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:07.075022 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-139e3595-fe25-423b-b3f5-2d624dc83119 req-dbd90239-6ef3-4650-89aa-8110893e8d16 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277007 Nov 05 13:14:07.085618 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf463e-fc31-4ba0-aeeb-07a0ec90d23b req-4616dad0-9bfd-4667-8469-be0be86ee494 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:07.087146 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-81bf463e-fc31-4ba0-aeeb-07a0ec90d23b req-4616dad0-9bfd-4667-8469-be0be86ee494 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 943 time: 0.2170191 Nov 05 13:14:07.182138 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-81bf463e-fc31-4ba0-aeeb-07a0ec90d23b req-a5d4e9ce-4f11-4530-af93-cff020c18e55 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860562 Nov 05 13:14:07.210004 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e2fc6a8c-711a-4eac-9813-84e086025665 req-e080c20c-661a-4ba0-966a-562d3b4db165 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 1096 time: 0.0829625 Nov 05 13:14:07.374904 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc6a8c-711a-4eac-9813-84e086025665 req-9c13c239-f7bd-4126-99a2-2249e8d90e07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:07.376470 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e2fc6a8c-711a-4eac-9813-84e086025665 req-9c13c239-f7bd-4126-99a2-2249e8d90e07 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 916 time: 0.1584656 Nov 05 13:14:07.458707 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e2fc6a8c-711a-4eac-9813-84e086025665 req-decfeebe-a626-4332-a4a2-b60c7d8aea2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 HTTP/1.1" status: 200 len: 217 time: 0.0663314 Nov 05 13:14:07.520714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:07.526450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc6a8c-711a-4eac-9813-84e086025665 req-4fca3095-2fe8-47f5-aa12-34cdbb993022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:07.528089 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e2fc6a8c-711a-4eac-9813-84e086025665 req-4fca3095-2fe8-47f5-aa12-34cdbb993022 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9435a24a-d176-4aa7-b352-9acd2ffbda33 HTTP/1.1" status: 200 len: 855 time: 0.0622883 Nov 05 13:14:07.578217 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e2fc6a8c-711a-4eac-9813-84e086025665 req-024891a5-dae6-4565-ba3d-ea28b4c75feb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a7ab32d-9ce8-406e-9102-401775731a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414805 Nov 05 13:14:07.722366 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e2fc6a8c-711a-4eac-9813-84e086025665 req-e61dfd83-fc85-49d9-800b-0eb705e4171c service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348398 Nov 05 13:14:07.864292 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e2fc6a8c-711a-4eac-9813-84e086025665 req-c85f0300-72b6-4ad8-811b-33a06474fdc4 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324408 Nov 05 13:14:08.397465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f0b79-e6d6-4749-937c-e2dace1cb568 req-ebd99aea-01a5-4748-a088-15842e8cf5bd tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:08.399058 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ef7f0b79-e6d6-4749-937c-e2dace1cb568 req-ebd99aea-01a5-4748-a088-15842e8cf5bd tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 943 time: 0.0884333 Nov 05 13:14:08.446968 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ef7f0b79-e6d6-4749-937c-e2dace1cb568 req-a73b4512-d348-4d8f-b2c7-226625c419ce tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Nov 05 13:14:08.794295 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:09.152029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:14:09.298151 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:09.312083 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': '6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849', 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a', 'port_id': '6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849', 'mac_address': 'fa:16:3e:d8:65:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9435a24a-d176-4aa7-b352-9acd2ffbda33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:14:09.366501 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:09.384748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:14:09.399514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:09.402505 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:09.404331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:09.472930 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:09.481898 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:09.482288 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:09.482672 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:09.483050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:09.483866 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:09.483866 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:09.484264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:09.484528 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:09.484919 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:09.485290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:09.485656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:09.489706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:09.652831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec529785-fd40-4238-aa01-2150f7beadbb req-753e87cf-f1b8-47af-a6f7-b58039d02cd4 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:09.654537 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ec529785-fd40-4238-aa01-2150f7beadbb req-753e87cf-f1b8-47af-a6f7-b58039d02cd4 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 944 time: 0.0833902 Nov 05 13:14:09.705790 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:14:09.707060 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ec529785-fd40-4238-aa01-2150f7beadbb req-1a5a29de-fea0-4f8c-8e63-919855d2e709 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460122 Nov 05 13:14:10.908355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b592bc2-bb02-4e49-a36a-50d809ef393b req-ea2a842c-336a-479a-910a-90c7385e2c0d tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:10.909964 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6b592bc2-bb02-4e49-a36a-50d809ef393b req-ea2a842c-336a-479a-910a-90c7385e2c0d tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 944 time: 0.0810077 Nov 05 13:14:10.957312 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6b592bc2-bb02-4e49-a36a-50d809ef393b req-055d0864-601b-4920-8b19-5ec130187e45 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Nov 05 13:14:11.153202 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:14:11.225721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:14:11.230451 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:14:11.230868 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:11.344154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:11.370443 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37914e59-efe2-4a05-ae9a-37ad7c2e341f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:14:11.380937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:11.383978 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:11.385910 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:11.429810 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37914e59-efe2-4a05-ae9a-37ad7c2e341f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849', 'code': 200} Nov 05 13:14:11.456295 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:11.459715 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:11.685224 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-efbe234b-fea8-4627-ad57-898e661df4e2 req-7d53a212-60d6-482d-a10f-5cf267b214a2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 1098 time: 0.0762072 Nov 05 13:14:11.730512 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-efbe234b-fea8-4627-ad57-898e661df4e2 req-27bafc65-a68d-4446-87c4-c6ac73d8b090 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 Nov 05 13:14:12.158352 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257a34e-9742-4c9e-952a-4748011a5b31 req-010be646-5044-4e40-8f78-5794c72ca3be tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:12.159931 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8257a34e-9742-4c9e-952a-4748011a5b31 req-010be646-5044-4e40-8f78-5794c72ca3be tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 945 time: 0.0817215 Nov 05 13:14:12.207055 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8257a34e-9742-4c9e-952a-4748011a5b31 req-753bb68b-c389-4078-98a3-de2ec891a19f tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412087 Nov 05 13:14:13.419641 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ca3fd-2457-404a-9490-2a36363ca7c4 req-5a992663-499b-4c87-ac91-9f29da2ddf26 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:13.421774 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1e8ca3fd-2457-404a-9490-2a36363ca7c4 req-5a992663-499b-4c87-ac91-9f29da2ddf26 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 945 time: 0.0894408 Nov 05 13:14:13.470387 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1e8ca3fd-2457-404a-9490-2a36363ca7c4 req-30781138-4026-4acc-b13f-84474b430aca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425837 Nov 05 13:14:16.280557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:17.869648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e8123-f29e-474a-993f-0b92bda953e8 req-754fba92-da77-468f-b813-15072225ecfd tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:17.871262 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-371e8123-f29e-474a-993f-0b92bda953e8 req-754fba92-da77-468f-b813-15072225ecfd tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 946 time: 0.0836785 Nov 05 13:14:17.919197 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-371e8123-f29e-474a-993f-0b92bda953e8 req-d5d6875a-d060-490d-82c9-8edd1066d6b2 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409169 Nov 05 13:14:19.140252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf63bfa-02c6-4def-9318-9049aba927a8 req-62a2080c-740e-49f4-bd98-b83dcf0429e6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:19.141885 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8bf63bfa-02c6-4def-9318-9049aba927a8 req-62a2080c-740e-49f4-bd98-b83dcf0429e6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 946 time: 0.0873437 Nov 05 13:14:19.189847 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8bf63bfa-02c6-4def-9318-9049aba927a8 req-d3d04655-c572-4e9d-8d0b-448f592a145d tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419419 Nov 05 13:14:19.477672 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-be1b9653-0d67-4a2e-92fa-fbe027c29002 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:19.479228 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-be1b9653-0d67-4a2e-92fa-fbe027c29002 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 946 time: 0.0798669 Nov 05 13:14:19.558460 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Deleting port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:14:19.558841 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:20.156313 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] For port ddc6e115-804a-4f1f-8869-cca1a58cf3e4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:20.156878 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:20.176875 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-69a374a6-4243-43c9-b177-0bdf80f231da tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:20.178462 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-69a374a6-4243-43c9-b177-0bdf80f231da tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 815 time: 0.2579932 Nov 05 13:14:20.267125 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-d7c81eb9-a510-41ee-bcd8-e39c9169fa2d tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/quotas/7ad05a3618094dd6ad74f128b792240e HTTP/1.1" status: 200 len: 375 time: 0.0381370 Nov 05 13:14:20.611871 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-e0a6f357-d275-4317-b884-4c4c70c974ca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3387673 Nov 05 13:14:20.616027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:20.616441 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:20.616804 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.l3_db [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Floating IP 57bdc720-3006-4b65-9a18-4f6483605efe disassociated. External IP: 172.28.2.139, port: ddc6e115-804a-4f1f-8869-cca1a58cf3e4. Nov 05 13:14:20.617193 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Calling delete_port for ddc6e115-804a-4f1f-8869-cca1a58cf3e4 owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:14:20.693465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e6f2b-4b80-4186-9a65-1fad52049b2d req-cee13e76-8e8f-4b8e-ad3d-ab111c96fd69 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:20.694341 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0b4e6f2b-4b80-4186-9a65-1fad52049b2d req-cee13e76-8e8f-4b8e-ad3d-ab111c96fd69 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 946 time: 0.3234434 Nov 05 13:14:20.905916 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0b4e6f2b-4b80-4186-9a65-1fad52049b2d req-9bb3c46c-06ab-4ed0-ad4c-5ec1d41c5b76 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d94e8ec-035c-4548-907a-5d3cde703d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881988 Nov 05 13:14:20.918763 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-1fcee3ba-46c1-412b-8536-d7456423fa29 service neutron] 10.222.0.39 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668729 Nov 05 13:14:20.976321 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:20.983754 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-da4b927e-fb1a-476c-b1ea-c2e56567136a tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:21.088366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event deleted for resources: {'Port': ['ID=ddc6e115-804a-4f1f-8869-cca1a58cf3e4,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:21.094400 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:21.185969 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-484e065d-a39a-4f89-8a8b-0aeb3a1c6b49 service neutron] 10.222.0.39 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585976 Nov 05 13:14:21.341551 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Router 73a74929-d309-430c-800a-3f00f7b5342b has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:14:21.388105 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-80e48271-dfd2-4f28-9192-d159b05374c0 req-d0fc6033-2f22-489b-b75b-fbca5aef1f86 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 210 time: 0.0493412 Nov 05 13:14:21.619452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:14:21.632065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68115b50-87ea-45e9-a2ed-62260e01822f None None] Sync routers for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:14:21.646015 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68115b50-87ea-45e9-a2ed-62260e01822f None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:14:21.647151 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-68115b50-87ea-45e9-a2ed-62260e01822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:14:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:21.705893 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] No DVR routers for this DVR port ddc6e115-804a-4f1f-8869-cca1a58cf3e4 on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:14:21.709201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:21.721120 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'name': 'network-vif-deleted', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:14:21.727676 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f9569f4f-ec90-4667-8d7b-8456dba2aeb9 req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.64 "DELETE /v2.0/ports/ddc6e115-804a-4f1f-8869-cca1a58cf3e4 HTTP/1.1" status: 204 len: 173 time: 2.2402225 Nov 05 13:14:21.788048 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0cbba0-6524-4907-9f37-a3e75befaa44', 'name': 'network-vif-deleted', 'tag': 'ddc6e115-804a-4f1f-8869-cca1a58cf3e4', 'status': 'completed', 'code': 200} Nov 05 13:14:21.852293 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-68115b50-87ea-45e9-a2ed-62260e01822f None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:14:22.100900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-c6b7742a-9a30-4e27-93c7-c9faff6dbe7f req-ac160645-ceb0-41e1-a39d-d37b7cbb76b0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Synchronizing usage tracker for tenant:ac4268514de642f39f611ce13a21b32d on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:14:22.116297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-c6b7742a-9a30-4e27-93c7-c9faff6dbe7f req-ac160645-ceb0-41e1-a39d-d37b7cbb76b0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Unset dirty status for tenant:ac4268514de642f39f611ce13a21b32d on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:14:22.117612 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c6b7742a-9a30-4e27-93c7-c9faff6dbe7f req-ac160645-ceb0-41e1-a39d-d37b7cbb76b0 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed0cbba0-6524-4907-9f37-a3e75befaa44 HTTP/1.1" status: 200 len: 210 time: 0.0641811 Nov 05 13:14:22.180169 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-68115b50-87ea-45e9-a2ed-62260e01822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:38Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:22.184263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68115b50-87ea-45e9-a2ed-62260e01822f None None] Checking router: 73a74929-d309-430c-800a-3f00f7b5342b for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:14:22.195822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68115b50-87ea-45e9-a2ed-62260e01822f None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:14:22.196481 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-68115b50-87ea-45e9-a2ed-62260e01822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:14:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:22.386069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-68115b50-87ea-45e9-a2ed-62260e01822f None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:14:22.564360 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4bf0f630-5c35-46f8-b580-a9e12f2ab286 req-e7e6833d-727b-4b2f-8415-689818c9c73e tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 210 time: 0.0450447 Nov 05 13:14:22.720231 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-68115b50-87ea-45e9-a2ed-62260e01822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:38Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:22.724596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68115b50-87ea-45e9-a2ed-62260e01822f None None] The sync data for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb is: [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:07:20Z', 'revision_number': 4, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '44da4183-6059-4342-92ce-b2b9edc65cc9', 'name': '', 'network_id': '09213b65-18cd-49bb-a5e9-6a043cc098b0', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'mac_address': 'fa:16:3e:fc:7a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:14Z', 'updated_at': '2021-11-05T13:07:38Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'subnets': [{'id': '7887253d-9907-45d5-a4db-6774c0d984cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:14:22.966775 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-978169da-8e88-4e55-ac9e-3e91caa8d6b9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:22.968424 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-978169da-8e88-4e55-ac9e-3e91caa8d6b9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 815 time: 0.1561587 Nov 05 13:14:22.985702 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Request body: {'port': {'device_id': '4f09d951-299f-4851-a7f6-4f67606123cd', 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a', 'admin_state_up': True, 'tenant_id': '7ad05a3618094dd6ad74f128b792240e'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:14:23.147241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a723fca-e68f-4b58-ba9b-959536ab983c None None] New status for floating IP 57bdc720-3006-4b65-9a18-4f6483605efe: DOWN {{(pid=88182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:14:23.282436 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52894) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:23.294555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ddc6e115-804a-4f1f-8869-cca1a58cf3e4 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:14:23.361257 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:14:23.362628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:23.371277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:14:23.381557 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Made reservation on behalf of 7ad05a3618094dd6ad74f128b792240e for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:14:23.387304 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:23.391287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: ddc6e115-804a-4f1f-8869-cca1a58cf3e4 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:14:23.391695 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ddc6e115-804a-4f1f-8869-cca1a58cf3e4 not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:14:23.395685 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:23.444812 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:23.450542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-85d15387-81fe-4dd1-bd53-2ff96ae4dcb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:23.468547 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d94e8ec-035c-4548-907a-5d3cde703d07,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:23.482347 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:23.482766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:23.483744 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:23.484158 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:23.484568 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:23.485023 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:23.485440 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:23.485850 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:23.486231 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:23.486807 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:23.487214 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:14:23.490170 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:23.493572 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "DELETE /v2.0/security-groups/0d94e8ec-035c-4548-907a-5d3cde703d07 HTTP/1.1" status: 204 len: 168 time: 0.2093699 Nov 05 13:14:23.494381 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b1f29711-e546-4f23-bd43-abd2a45fa2c6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:23.494770 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52898) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:23.516081 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.api.v2.resource [None req-fdff05fd-ec03-4617-a1c9-433c451acf78 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] show failed (client error): The resource could not be found. Nov 05 13:14:23.520146 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-fdff05fd-ec03-4617-a1c9-433c451acf78 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "GET /v2.0/security-groups/0d94e8ec-035c-4548-907a-5d3cde703d07 HTTP/1.1" status: 404 len: 347 time: 0.0215757 Nov 05 13:14:23.521269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52902) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:23.572299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Allocated IP 172.20.0.11 (7a7ab32d-9ce8-406e-9102-401775731a1a/9435a24a-d176-4aa7-b352-9acd2ffbda33/d1feb8b3-bdd5-4a01-b757-043673b1161f) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:14:23.703774 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b69b36d2-0372-42b9-9b45-39a6b61396f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Deleting port d58e5277-0c83-48d1-9735-8dc8ec26256f {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:14:23.704154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b69b36d2-0372-42b9-9b45-39a6b61396f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:23.787879 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1ed9a1e8-f931-4915-a1ee-f664735f59a1 req-dff5ce76-a435-4ca1-b2a4-d87d86e9fbe8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 210 time: 0.0637650 Nov 05 13:14:23.846352 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:23.878859 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:23.884705 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f4b5d090-b067-4476-ae5e-acbbc0b0f8af tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:23.885084 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b69b36d2-0372-42b9-9b45-39a6b61396f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:23.885529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b69b36d2-0372-42b9-9b45-39a6b61396f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:23.891253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['f82e981f-9938-4cd4-808d-291106a63607', 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc', '6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:14:23.964257 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Network 7a7ab32d-9ce8-406e-9102-401775731a1a is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:14:23.965132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Pushing event updated for resources: {'Port': ['ID=d1feb8b3-bdd5-4a01-b757-043673b1161f,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:23.968472 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:14:23.970429 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:23.971508 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:14:24.020391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b69b36d2-0372-42b9-9b45-39a6b61396f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Calling delete_port for d58e5277-0c83-48d1-9735-8dc8ec26256f owned by network:floatingip {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:14:24.033656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:24.034333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:24.059162 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0785186 Nov 05 13:14:24.072435 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Request body: {'port': {'device_id': '4f09d951-299f-4851-a7f6-4f67606123cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:14:24.178206 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b69b36d2-0372-42b9-9b45-39a6b61396f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:24.182778 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:24.198920 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:24.226412 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b36d2-0372-42b9-9b45-39a6b61396f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Pushing event deleted for resources: {'Port': ['ID=d58e5277-0c83-48d1-9735-8dc8ec26256f,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:24.229128 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b69b36d2-0372-42b9-9b45-39a6b61396f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:24.327819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b69b36d2-0372-42b9-9b45-39a6b61396f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks [] for floatingip, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:24.344761 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b69b36d2-0372-42b9-9b45-39a6b61396f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:24.346054 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b69b36d2-0372-42b9-9b45-39a6b61396f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] 10.222.0.39 "DELETE /v2.0/floatingips/57bdc720-3006-4b65-9a18-4f6483605efe HTTP/1.1" status: 204 len: 168 time: 0.8238394 Nov 05 13:14:24.565831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1feb8b3-bdd5-4a01-b757-043673b1161f {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:14:24.572914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:24.588141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Transition to ACTIVE for port object d1feb8b3-bdd5-4a01-b757-043673b1161f will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:14:24.590734 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:24.594554 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:24.719544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Pushing event updated for resources: {'Port': ['ID=d1feb8b3-bdd5-4a01-b757-043673b1161f,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:24.724462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:24.843087 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Attempting to bind port d1feb8b3-bdd5-4a01-b757-043673b1161f on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:14:24.843456 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Attempting to bind port d1feb8b3-bdd5-4a01-b757-043673b1161f by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:14:24.843815 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Attempting to bind port d1feb8b3-bdd5-4a01-b757-043673b1161f on network 7a7ab32d-9ce8-406e-9102-401775731a1a {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:14:24.849848 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Port d1feb8b3-bdd5-4a01-b757-043673b1161f on network 7a7ab32d-9ce8-406e-9102-401775731a1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:14:24.850206 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Attempting to bind port d1feb8b3-bdd5-4a01-b757-043673b1161f on network 7a7ab32d-9ce8-406e-9102-401775731a1a {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:14:24.856963 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:14:24.857333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Checking segment: {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:14:24.857750 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Bound using segment: {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:14:24.858792 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Bound port: d1feb8b3-bdd5-4a01-b757-043673b1161f, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b004c3a-654e-465e-98c1-5586f2de1002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:14:24.859171 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:25.001952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] For port d1feb8b3-bdd5-4a01-b757-043673b1161f, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:14:25.007217 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] For port d1feb8b3-bdd5-4a01-b757-043673b1161f, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d1feb8b3-bdd5-4a01-b757-043673b1161f,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:14:25.017292 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:25.023090 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d1711727-1103-4b35-8e92-757f9dd5b0c5 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:25.095443 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0037045-793d-4a9d-8cfd-ea802c83aec4 req-9a6efc5a-44a8-49cf-9acc-e832a7cdb214 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:25.096194 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-e0037045-793d-4a9d-8cfd-ea802c83aec4 req-9a6efc5a-44a8-49cf-9acc-e832a7cdb214 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Synchronizing usage tracker for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:14:25.099428 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:25.100905 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] 10.222.0.64 "PUT /v2.0/ports/d1feb8b3-bdd5-4a01-b757-043673b1161f HTTP/1.1" status: 200 len: 1094 time: 1.0341520 Nov 05 13:14:25.103299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f09d951-299f-4851-a7f6-4f67606123cd', 'tag': 'd1feb8b3-bdd5-4a01-b757-043673b1161f'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:14:25.120570 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Pushing event updated for resources: {'Port': ['ID=d1feb8b3-bdd5-4a01-b757-043673b1161f,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:25.126427 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-01af0416-39c5-46d0-a995-426fbed2fe86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:25.133078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-e0037045-793d-4a9d-8cfd-ea802c83aec4 req-9a6efc5a-44a8-49cf-9acc-e832a7cdb214 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Unset dirty status for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:14:25.134388 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e0037045-793d-4a9d-8cfd-ea802c83aec4 req-9a6efc5a-44a8-49cf-9acc-e832a7cdb214 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 944 time: 0.2214668 Nov 05 13:14:25.197743 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f09d951-299f-4851-a7f6-4f67606123cd', 'tag': 'd1feb8b3-bdd5-4a01-b757-043673b1161f', 'status': 'completed', 'code': 200} Nov 05 13:14:25.247464 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e0037045-793d-4a9d-8cfd-ea802c83aec4 req-1c1954c2-2b3d-483b-8669-4f5681217119 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064787 Nov 05 13:14:25.258688 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-b775baac-f4ad-425f-907c-2d5fe1f0035b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 1097 time: 0.1000144 Nov 05 13:14:25.332763 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-5911f187-2170-43a5-b7c1-8b40e365a760 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1feb8b3-bdd5-4a01-b757-043673b1161f HTTP/1.1" status: 200 len: 217 time: 0.0662990 Nov 05 13:14:25.407494 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-81c95c16-ee2f-4851-96b5-7cdcae09e998 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:25.409046 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-81c95c16-ee2f-4851-96b5-7cdcae09e998 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9435a24a-d176-4aa7-b352-9acd2ffbda33 HTTP/1.1" status: 200 len: 855 time: 0.0658116 Nov 05 13:14:25.465129 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-bbb81c8f-9e15-4884-abe6-b0a371aca485 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a7ab32d-9ce8-406e-9102-401775731a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416703 Nov 05 13:14:25.605411 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-ef4cd437-849f-4420-b3ce-c55609b2de0a service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340702 Nov 05 13:14:25.756289 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e06f4d35-743d-48a0-854d-bdc967eecaed req-9cbdf853-1945-4738-9b60-729f3915466e service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403635 Nov 05 13:14:25.884740 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bbf5f857-d36e-4285-bf96-65344158afc0 req-25657f96-0088-4550-bd03-078c6e6cd64b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 1097 time: 0.0779591 Nov 05 13:14:26.029032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5f857-d36e-4285-bf96-65344158afc0 req-14fec5e7-d560-40e2-a820-d3ea067dc6a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:26.031234 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bbf5f857-d36e-4285-bf96-65344158afc0 req-14fec5e7-d560-40e2-a820-d3ea067dc6a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 916 time: 0.1377437 Nov 05 13:14:26.105099 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bbf5f857-d36e-4285-bf96-65344158afc0 req-c51d819e-a255-4f24-ba40-529d49f2b430 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1feb8b3-bdd5-4a01-b757-043673b1161f HTTP/1.1" status: 200 len: 217 time: 0.0637929 Nov 05 13:14:26.176628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5f857-d36e-4285-bf96-65344158afc0 req-4533d9b8-f1c2-405b-9c1c-907c03a267c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:26.178221 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bbf5f857-d36e-4285-bf96-65344158afc0 req-4533d9b8-f1c2-405b-9c1c-907c03a267c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9435a24a-d176-4aa7-b352-9acd2ffbda33 HTTP/1.1" status: 200 len: 855 time: 0.0655427 Nov 05 13:14:26.229169 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bbf5f857-d36e-4285-bf96-65344158afc0 req-ce52e90b-3d4b-414f-ac99-c4fb42076176 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a7ab32d-9ce8-406e-9102-401775731a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412927 Nov 05 13:14:26.417891 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bbf5f857-d36e-4285-bf96-65344158afc0 req-ccb6508c-cef4-439e-97c8-6ccc6618bbba service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789682 Nov 05 13:14:26.562935 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a310d9-a7bc-4b0b-93fd-0e98a19111b4 req-0c90afc2-e6dd-465e-b34c-dda3ec699c60 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:26.564542 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c9a310d9-a7bc-4b0b-93fd-0e98a19111b4 req-0c90afc2-e6dd-465e-b34c-dda3ec699c60 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 944 time: 0.1941667 Nov 05 13:14:26.602666 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bbf5f857-d36e-4285-bf96-65344158afc0 req-02bb9e59-37c2-4fcf-9af5-07fca397a4b8 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769307 Nov 05 13:14:26.636305 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c9a310d9-a7bc-4b0b-93fd-0e98a19111b4 req-60e9cded-5777-4770-b26d-024c71ab178d tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592599 Nov 05 13:14:27.195961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52934) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:27.281751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device d1feb8b3-bdd5-4a01-b757-043673b1161f details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:14:27.429473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port d1feb8b3-bdd5-4a01-b757-043673b1161f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d1feb8b3-bdd5-4a01-b757-043673b1161f,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:27.443919 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'd1feb8b3-bdd5-4a01-b757-043673b1161f', 'network_id': '7a7ab32d-9ce8-406e-9102-401775731a1a', 'port_id': 'd1feb8b3-bdd5-4a01-b757-043673b1161f', 'mac_address': 'fa:16:3e:8d:e3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9435a24a-d176-4aa7-b352-9acd2ffbda33', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:14:27.500185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:27.518060 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1feb8b3-bdd5-4a01-b757-043673b1161f {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:14:27.532858 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port d1feb8b3-bdd5-4a01-b757-043673b1161f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d1feb8b3-bdd5-4a01-b757-043673b1161f,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:27.536225 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:27.538096 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:27.610497 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=d1feb8b3-bdd5-4a01-b757-043673b1161f,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:27.613723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:27.806674 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['d1feb8b3-bdd5-4a01-b757-043673b1161f'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:14:27.848991 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569ecea-ff69-4e62-b18c-c6e312b0caab req-0dfe0e2e-9b82-4eea-b746-2baf18c5138f tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:27.850832 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8569ecea-ff69-4e62-b18c-c6e312b0caab req-0dfe0e2e-9b82-4eea-b746-2baf18c5138f tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 945 time: 0.0888903 Nov 05 13:14:27.905637 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8569ecea-ff69-4e62-b18c-c6e312b0caab req-6d844e9b-d5ef-4556-9cd1-718b894bfe5f tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469625 Nov 05 13:14:27.981080 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854100843'] for router_interface, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:28.593357 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] Deleting port 44da4183-6059-4342-92ce-b2b9edc65cc9 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:14:28.593938 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:28.771897 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] For port 44da4183-6059-4342-92ce-b2b9edc65cc9, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=44da4183-6059-4342-92ce-b2b9edc65cc9,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:28.772301 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:28.899627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] Calling delete_port for 44da4183-6059-4342-92ce-b2b9edc65cc9 owned by network:router_interface {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:14:29.077236 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:29.081614 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b69b36d2-0372-42b9-9b45-39a6b61396f6 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:29.113145 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699804b4-6dce-4fac-ba01-1f237bc716dd req-4744c300-250c-4e01-b112-f099ba73b711 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:29.114751 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-699804b4-6dce-4fac-ba01-1f237bc716dd req-4744c300-250c-4e01-b112-f099ba73b711 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 945 time: 0.0858266 Nov 05 13:14:29.125544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] Pushing event deleted for resources: {'Port': ['ID=44da4183-6059-4342-92ce-b2b9edc65cc9,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:29.129680 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:29.170160 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-699804b4-6dce-4fac-ba01-1f237bc716dd req-63e27c5b-ff6f-4fa6-a2bc-41cf2a9566c3 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486240 Nov 05 13:14:29.290634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device d1feb8b3-bdd5-4a01-b757-043673b1161f up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:14:29.368466 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port d1feb8b3-bdd5-4a01-b757-043673b1161f completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:14:29.374115 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port d1feb8b3-bdd5-4a01-b757-043673b1161f triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:14:29.374581 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:29.442877 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853640454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100929'] for router_interface, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:29.644820 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:29.674825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f09d951-299f-4851-a7f6-4f67606123cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1feb8b3-bdd5-4a01-b757-043673b1161f'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:14:29.685067 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port d1feb8b3-bdd5-4a01-b757-043673b1161f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d1feb8b3-bdd5-4a01-b757-043673b1161f,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:29.688016 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:29.690269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:29.738610 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f09d951-299f-4851-a7f6-4f67606123cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1feb8b3-bdd5-4a01-b757-043673b1161f', 'code': 200} Nov 05 13:14:29.765746 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=d1feb8b3-bdd5-4a01-b757-043673b1161f,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:29.768903 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:30.004513 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-46e1c7db-ca62-40a5-bcce-36b2ad9732f5 req-45cb7beb-c132-4c99-85a3-5e177efa6330 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 1099 time: 0.0949891 Nov 05 13:14:30.049899 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-46e1c7db-ca62-40a5-bcce-36b2ad9732f5 req-ee5339a9-4e2e-412a-86c1-f1ae8d5ff710 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382965 Nov 05 13:14:30.075887 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] Router 73a74929-d309-430c-800a-3f00f7b5342b has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:14:30.284727 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:14:30.298444 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-923bc290-f391-420d-a1b4-3ee746512108 admin admin] 10.222.0.39 "PUT /v2.0/routers/73a74929-d309-430c-800a-3f00f7b5342b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1013241 Nov 05 13:14:30.300994 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 52948) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:30.305210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da6998-f3de-4187-846e-4ce47a68b4e5 None None] Sync routers for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:14:30.317825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da6998-f3de-4187-846e-4ce47a68b4e5 None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:14:30.318580 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-52da6998-f3de-4187-846e-4ce47a68b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:14:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:30.379844 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13deaa0-fdb3-40b4-9079-f8e86e644bfa req-2210bfb6-835e-4d24-a813-522190f69ec4 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:30.381496 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d13deaa0-fdb3-40b4-9079-f8e86e644bfa req-2210bfb6-835e-4d24-a813-522190f69ec4 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 946 time: 0.0888300 Nov 05 13:14:30.438627 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d13deaa0-fdb3-40b4-9079-f8e86e644bfa req-88d49905-0101-4d75-8b7c-c5095e7b1f8e tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499225 Nov 05 13:14:30.502038 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-52da6998-f3de-4187-846e-4ce47a68b4e5 None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:14:30.516452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Notify callbacks [] for router, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:30.805306 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-52da6998-f3de-4187-846e-4ce47a68b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:14:29Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:30.809290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da6998-f3de-4187-846e-4ce47a68b4e5 None None] Checking router: 73a74929-d309-430c-800a-3f00f7b5342b for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:14:30.820716 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da6998-f3de-4187-846e-4ce47a68b4e5 None None] Routers {'73a74929-d309-430c-800a-3f00f7b5342b'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:14:30.821409 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-52da6998-f3de-4187-846e-4ce47a68b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:14:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['73a74929-d309-430c-800a-3f00f7b5342b'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:30.942330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:30.951917 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Deleting port bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:14:30.952306 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:31.148678 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] For port bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:31.149139 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:31.152654 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-52da6998-f3de-4187-846e-4ce47a68b4e5 None None] Set router 73a74929-d309-430c-800a-3f00f7b5342b gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:14:31.285048 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Calling delete_port for bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f owned by network:router_gateway {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:14:31.458812 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:31.459793 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-52da6998-f3de-4187-846e-4ce47a68b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:14:29Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:31.463414 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6682928b-166b-440c-b5a3-dabf93359e25 tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:31.463934 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da6998-f3de-4187-846e-4ce47a68b4e5 None None] The sync data for ids ['73a74929-d309-430c-800a-3f00f7b5342b'] in dv-cinder-815883-2-smb is: [{'id': '73a74929-d309-430c-800a-3f00f7b5342b', 'name': 'tempest-AttachVolumeShelveTestJSON-330513400-router', 'tenant_id': 'ac4268514de642f39f611ce13a21b32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213'}], 'enable_snat': True}, 'gw_port_id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:07:00Z', 'updated_at': '2021-11-05T13:14:29Z', 'revision_number': 5, 'project_id': 'ac4268514de642f39f611ce13a21b32d', 'gw_port': {'id': 'bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73a74929-d309-430c-800a-3f00f7b5342b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:07:03Z', 'updated_at': '2021-11-05T13:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:14:31.508918 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:31.511362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:31.676713 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 44da4183-6059-4342-92ce-b2b9edc65cc9 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:14:31.678027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82d887-7c30-46f5-8769-c6c0d3cfc68e req-307ea440-c7c8-48e8-b6ce-83e134615d71 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:31.679780 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bf82d887-7c30-46f5-8769-c6c0d3cfc68e req-307ea440-c7c8-48e8-b6ce-83e134615d71 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 946 time: 0.1074440 Nov 05 13:14:31.717860 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: 44da4183-6059-4342-92ce-b2b9edc65cc9 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:14:31.718255 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 44da4183-6059-4342-92ce-b2b9edc65cc9 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:14:31.733696 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bf82d887-7c30-46f5-8769-c6c0d3cfc68e req-18b29de5-23b2-4504-b4c4-3875b8a76cb0 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459564 Nov 05 13:14:31.759579 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102140'] for router_gateway, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.031062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775535'] for router, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.035665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.062387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854120453'] for router, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.063247 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73a74929-d309-430c-800a-3f00f7b5342b {{(pid=88180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:14:32.077583 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] Notify callbacks [] for router, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.079953 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-03d7517b-cbca-42ff-bd83-dacefd58eb85 admin admin] 10.222.0.39 "DELETE /v2.0/routers/73a74929-d309-430c-800a-3f00f7b5342b HTTP/1.1" status: 204 len: 168 time: 1.7776251 Nov 05 13:14:32.081803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 52956) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:32.159013 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4e2ead-c39f-47d9-9adb-eac5aa0c3d73 admin admin] Deleting subnet 7887253d-9907-45d5-a4db-6774c0d984cf {{(pid=88181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:14:32.165704 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c4e2ead-c39f-47d9-9adb-eac5aa0c3d73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.229029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c4e2ead-c39f-47d9-9adb-eac5aa0c3d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838499591'] for subnet, precommit_delete_associations {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.318483 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c4e2ead-c39f-47d9-9adb-eac5aa0c3d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.392304 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c4e2ead-c39f-47d9-9adb-eac5aa0c3d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838499661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16358380'] for subnet, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.397698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:32.434826 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e2ead-c39f-47d9-9adb-eac5aa0c3d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7887253d-9907-45d5-a4db-6774c0d984cf,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:32.438593 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0c4e2ead-c39f-47d9-9adb-eac5aa0c3d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:32.441899 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0c4e2ead-c39f-47d9-9adb-eac5aa0c3d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.447356 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6980c0-baeb-4778-b873-008a1fc6c9a2 None None] Network 09213b65-18cd-49bb-a5e9-6a043cc098b0 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:14:32.448205 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0c4e2ead-c39f-47d9-9adb-eac5aa0c3d73 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7887253d-9907-45d5-a4db-6774c0d984cf HTTP/1.1" status: 204 len: 168 time: 0.3652987 Nov 05 13:14:32.450848 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 52964) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:32.567890 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.578935 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Deleting port ed06aa4d-abcd-451d-82f4-fe43a2115d01 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:14:32.579306 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.709632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cf841d-be00-4a5e-9b77-429043c5a056 None None] DHCP port deletion for 09213b65-18cd-49bb-a5e9-6a043cc098b0 request from dv-cinder-815883-2-smb {{(pid=88182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:14:32.714539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-80cf841d-be00-4a5e-9b77-429043c5a056 None None] Deleting port ed06aa4d-abcd-451d-82f4-fe43a2115d01 {{(pid=88182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:14:32.714963 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-80cf841d-be00-4a5e-9b77-429043c5a056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:32.937772 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-80cf841d-be00-4a5e-9b77-429043c5a056 None None] For port ed06aa4d-abcd-451d-82f4-fe43a2115d01, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=ed06aa4d-abcd-451d-82f4-fe43a2115d01,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:32.938104 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-80cf841d-be00-4a5e-9b77-429043c5a056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:33.016519 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] For port ed06aa4d-abcd-451d-82f4-fe43a2115d01, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=ed06aa4d-abcd-451d-82f4-fe43a2115d01,segment=NetworkSegment(f25d59ca-1768-42e2-9b89-8a5465afbe18),segment_id=f25d59ca-1768-42e2-9b89-8a5465afbe18)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:33.016948 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:33.061359 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-80cf841d-be00-4a5e-9b77-429043c5a056 None None] Calling delete_port for ed06aa4d-abcd-451d-82f4-fe43a2115d01 owned by network:dhcp {{(pid=88182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:14:33.133258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-80cf841d-be00-4a5e-9b77-429043c5a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274'] for port, after_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:33.137955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:33.141996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Calling delete_port for ed06aa4d-abcd-451d-82f4-fe43a2115d01 owned by network:dhcp {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:14:33.183122 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf841d-be00-4a5e-9b77-429043c5a056 None None] Pushing event deleted for resources: {'Port': ['ID=ed06aa4d-abcd-451d-82f4-fe43a2115d01,revision_number=None']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:33.186562 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-80cf841d-be00-4a5e-9b77-429043c5a056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:33.188827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf841d-be00-4a5e-9b77-429043c5a056 None None] No DVR routers for this DVR port ed06aa4d-abcd-451d-82f4-fe43a2115d01 on host dv-cinder-815883-2-smb {{(pid=88182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:14:33.225089 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.db.api [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88181) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:14:33.225463 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_db.api [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:14:33.651387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:14:33.685575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:14:33.686005 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device bd42e3d8-b2e3-4f53-b1f2-7a8ec712379f not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:14:33.686479 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device ed06aa4d-abcd-451d-82f4-fe43a2115d01 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:14:33.719470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: ed06aa4d-abcd-451d-82f4-fe43a2115d01 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:14:33.719867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device ed06aa4d-abcd-451d-82f4-fe43a2115d01 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:14:33.726703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Deleting port ed06aa4d-abcd-451d-82f4-fe43a2115d01 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:14:33.727388 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:33.794935 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] The port 'ed06aa4d-abcd-451d-82f4-fe43a2115d01' was deleted {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:14:33.938277 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:33.963981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09213b65-18cd-49bb-a5e9-6a043cc098b0']}} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:33.977324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25d59ca-1768-42e2-9b89-8a5465afbe18') {'for_net_delete': True} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:33.977663 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25d59ca-1768-42e2-9b89-8a5465afbe18') {} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:33.990193 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16276208'] for segment, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:34.004933 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:34.011262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=88181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:14:34.011767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16276573'] for segment, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: % (table.description, expected, rows_matched) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: % (table.description, expected, rows_matched) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: % (table.description, expected, rows_matched) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: % (table.description, expected, rows_matched) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:14:34.029292 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:14:34.109108 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:34.113095 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:34.129926 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:34.136356 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=09213b65-18cd-49bb-a5e9-6a043cc098b0,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:34.141015 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:34.152864 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d325c45a-08f1-4c43-b3ba-55888efb6dcd admin admin] 10.222.0.39 "DELETE /v2.0/networks/09213b65-18cd-49bb-a5e9-6a043cc098b0 HTTP/1.1" status: 204 len: 168 time: 1.7009821 Nov 05 13:14:34.299913 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 52982) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:34.358746 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-ebc98cd3-7772-430e-ab1e-6e6512529c16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac4268514de642f39f611ce13a21b32d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570147 Nov 05 13:14:34.361348 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 52986) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:34.422513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2b0d-60c0-47fb-9d3b-a40b310771a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:34.449492 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2b0d-60c0-47fb-9d3b-a40b310771a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:34.493347 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2b0d-60c0-47fb-9d3b-a40b310771a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:34.498243 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2557523a-2ec6-4b25-a58e-4df079938d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:34.512051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d2b0d-60c0-47fb-9d3b-a40b310771a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73969b0f-d87d-40b9-b84f-8d0a2ef364ed,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:34.517402 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0a4d2b0d-60c0-47fb-9d3b-a40b310771a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:34.519237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2b0d-60c0-47fb-9d3b-a40b310771a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:34.520457 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0a4d2b0d-60c0-47fb-9d3b-a40b310771a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73969b0f-d87d-40b9-b84f-8d0a2ef364ed HTTP/1.1" status: 204 len: 168 time: 0.1581430 Nov 05 13:14:34.562383 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e509d5f6-7969-435b-b9a6-f478bdd52a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:36.045760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:36.897976 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b0ea11e5-9c7d-4da5-8b78-038c8a475243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:37.030988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53060) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:37.181276 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-048af889-000b-4f62-902b-6e674f386ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:37.223723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-048af889-000b-4f62-902b-6e674f386ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:14:37.228004 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-048af889-000b-4f62-902b-6e674f386ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:47bb3c1c29cb4cbfa35c74b3a404a9ca is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:14:37.231017 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-048af889-000b-4f62-902b-6e674f386ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:14:37.237707 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-048af889-000b-4f62-902b-6e674f386ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:14:37.305159 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-048af889-000b-4f62-902b-6e674f386ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:37.307955 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-048af889-000b-4f62-902b-6e674f386ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:37.316065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8c3f8c26-bcc0-4bd2-acc4-f032a32d96d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:37.362676 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048af889-000b-4f62-902b-6e674f386ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ab852f-908c-4393-9fe1-c630f26909c0,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:37.366122 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-048af889-000b-4f62-902b-6e674f386ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:37.368817 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-048af889-000b-4f62-902b-6e674f386ae8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47bb3c1c29cb4cbfa35c74b3a404a9ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3367448 Nov 05 13:14:37.371596 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53066) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:37.433731 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10b4e0d9-27be-40d0-9a6a-8994ac1567f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:37.461722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10b4e0d9-27be-40d0-9a6a-8994ac1567f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:37.508612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10b4e0d9-27be-40d0-9a6a-8994ac1567f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:37.514134 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8b5e22f5-99b5-4cf7-91f2-fb22bdf6a73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:37.525339 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:37.528240 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4e0d9-27be-40d0-9a6a-8994ac1567f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ab852f-908c-4393-9fe1-c630f26909c0,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:37.531095 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-10b4e0d9-27be-40d0-9a6a-8994ac1567f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:37.532323 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-10b4e0d9-27be-40d0-9a6a-8994ac1567f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:37.533563 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-10b4e0d9-27be-40d0-9a6a-8994ac1567f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7ab852f-908c-4393-9fe1-c630f26909c0 HTTP/1.1" status: 204 len: 168 time: 0.1610036 Nov 05 13:14:37.875873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53076) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:37.895656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1de668eb-6d4e-4385-ba2f-50ea0be24854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:37.933567 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-1de668eb-6d4e-4385-ba2f-50ea0be24854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:14:37.937687 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-1de668eb-6d4e-4385-ba2f-50ea0be24854 admin admin] Usage tracker for resource:security_group_rule and tenant:9b24099e36f444468ff189c2ee219ea4 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:14:37.944164 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-1de668eb-6d4e-4385-ba2f-50ea0be24854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:14:37.946769 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-1de668eb-6d4e-4385-ba2f-50ea0be24854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:14:38.018451 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1de668eb-6d4e-4385-ba2f-50ea0be24854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:38.021346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1de668eb-6d4e-4385-ba2f-50ea0be24854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:38.028906 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1a36b7d6-08c7-4c3c-95ed-ef137730a646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:38.072263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de668eb-6d4e-4385-ba2f-50ea0be24854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d3af39-05c7-42a2-bf11-6727d0101e72,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:38.080041 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 53084) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:38.081263 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-1de668eb-6d4e-4385-ba2f-50ea0be24854 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b24099e36f444468ff189c2ee219ea4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2029090 Nov 05 13:14:38.082374 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1de668eb-6d4e-4385-ba2f-50ea0be24854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:38.149097 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae64248c-5ff4-45d9-a7e9-623781791c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:38.176723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae64248c-5ff4-45d9-a7e9-623781791c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:38.222533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae64248c-5ff4-45d9-a7e9-623781791c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:38.228326 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-65b584f3-8c0d-4228-9fe9-6a2afe362dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:38.242575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64248c-5ff4-45d9-a7e9-623781791c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d3af39-05c7-42a2-bf11-6727d0101e72,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:38.245411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ae64248c-5ff4-45d9-a7e9-623781791c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:38.246611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ae64248c-5ff4-45d9-a7e9-623781791c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:38.247850 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-ae64248c-5ff4-45d9-a7e9-623781791c73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2d3af39-05c7-42a2-bf11-6727d0101e72 HTTP/1.1" status: 204 len: 168 time: 0.1667140 Nov 05 13:14:38.797079 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:39.140839 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53108) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:39.302403 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-254431022-network', 'tenant_id': 'f467863204a4454eb4bae1e687167b4d'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:14:39.307626 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:14:39.312290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Usage tracker for resource:network and tenant:f467863204a4454eb4bae1e687167b4d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:14:39.315504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:14:39.322970 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:14:39.334009 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Made reservation on behalf of f467863204a4454eb4bae1e687167b4d for: {'network': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:14:39.338849 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:39.352511 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:39.386900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:14:39.391708 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f467863204a4454eb4bae1e687167b4d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:14:39.394663 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:14:39.400722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:14:39.468054 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:39.471194 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:39.475582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8655edc3-14b4-4af3-998f-07c4beb2ad1b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:39.502142 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=88181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:14:39.515261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:39.519482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:39.520451 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:39.520855 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Added segment 508363c8-729c-43b0-aaed-721254465fd4 of type vlan for network 72160146-5e67-4d09-8919-d3ce9de8e3c6 Nov 05 13:14:39.547612 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:39.583241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:39.584882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:39.585559 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:39.591272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-219ca9d0-62d5-46c4-ad10-ecafd9a78f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:39.756528 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Pushing event updated for resources: {'Network': ['ID=72160146-5e67-4d09-8919-d3ce9de8e3c6,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:39.762808 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:39.766391 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6244354 Nov 05 13:14:39.767357 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network 72160146-5e67-4d09-8919-d3ce9de8e3c6 details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:14:39.769477 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 53120) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:39.776291 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Request body: {'subnet': {'network_id': '72160146-5e67-4d09-8919-d3ce9de8e3c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-254431022-subnet', 'tenant_id': 'f467863204a4454eb4bae1e687167b4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:14:39.782422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:14:39.786829 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Usage tracker for resource:subnet and tenant:f467863204a4454eb4bae1e687167b4d is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:14:39.789918 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:14:39.796305 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:14:39.796476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78c157-4842-49a9-98f9-ee6984e94e60 req-40ce04d0-830b-4e75-8649-43222658a29e tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:39.797942 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6f78c157-4842-49a9-98f9-ee6984e94e60 req-40ce04d0-830b-4e75-8649-43222658a29e tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 946 time: 0.2078040 Nov 05 13:14:39.809944 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Made reservation on behalf of f467863204a4454eb4bae1e687167b4d for: {'subnet': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:14:39.814839 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839901353'] for subnet, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:39.853645 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6f78c157-4842-49a9-98f9-ee6984e94e60 req-61599502-a9d6-4b32-991f-ea295806cd90 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473835 Nov 05 13:14:40.033427 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838933638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839901370'] for subnet, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:40.037804 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:40.110593 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f1721c-9934-4941-a74d-a2139ab162aa,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:40.114656 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:40.122990 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Checking segment: {'id': '508363c8-729c-43b0-aaed-721254465fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '72160146-5e67-4d09-8919-d3ce9de8e3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:14:40.123412 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Network hostable DHCP agents. Network: 72160146-5e67-4d09-8919-d3ce9de8e3c6, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:14:40.144468 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Network 72160146-5e67-4d09-8919-d3ce9de8e3c6 is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:14:40.152701 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, 72160146-5e67-4d09-8919-d3ce9de8e3c6) {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:14:40.157247 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:40.157899 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:40.162232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ea141d-f438-4dab-ac66-04792e9f9037 None None] Network 72160146-5e67-4d09-8919-d3ce9de8e3c6 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:14:40.180955 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4074113 Nov 05 13:14:40.387756 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03502a30-c8a4-48cc-87fe-bb172c376303 None None] Network 72160146-5e67-4d09-8919-d3ce9de8e3c6 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:14:40.489643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:14:41.069298 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016695f-6a64-46f7-ad1c-e67a278d522f req-cc4c1e96-7d6b-4d24-a49e-d69a306792e9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:41.070918 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1016695f-6a64-46f7-ad1c-e67a278d522f req-cc4c1e96-7d6b-4d24-a49e-d69a306792e9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 946 time: 0.0889544 Nov 05 13:14:41.072883 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 53144) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:41.080478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1531458800-network', 'tenant_id': '02d612e0ed484b66ac12a9ad30dbd149'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:14:41.085894 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:14:41.089938 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Usage tracker for resource:network and tenant:02d612e0ed484b66ac12a9ad30dbd149 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:14:41.092960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:14:41.098984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:14:41.109279 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Made reservation on behalf of 02d612e0ed484b66ac12a9ad30dbd149 for: {'network': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:14:41.114063 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.121211 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-1016695f-6a64-46f7-ad1c-e67a278d522f req-9ae28602-72c3-45f5-956a-0a3abb576bc7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425203 Nov 05 13:14:41.128098 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.165513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:14:41.169555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Usage tracker for resource:security_group_rule and tenant:02d612e0ed484b66ac12a9ad30dbd149 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:14:41.173045 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:14:41.179043 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:14:41.250540 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.253467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.257616 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ae64248c-5ff4-45d9-a7e9-623781791c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:41.286427 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=88180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:14:41.295646 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d2e43c-e608-4be2-be51-94c16fe71e18,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:41.301931 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:41.302914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.303306 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Added segment 3cd2a7c1-53e2-469c-8787-36b76c513399 of type vlan for network 890ddaf2-b1b2-4521-adee-cf5596c7f7cb Nov 05 13:14:41.330291 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.360384 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.361710 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:41.362362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.367460 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6164bf1d-d1b3-4b14-8e98-49ac6a6f117e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:41.426510 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5568335-47a7-4f29-a33c-c2fa38f257f6 req-8a886be2-22f8-40c3-96e2-7600a2f7d3cc tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:41.428097 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b5568335-47a7-4f29-a33c-c2fa38f257f6 req-8a886be2-22f8-40c3-96e2-7600a2f7d3cc tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 946 time: 0.0831516 Nov 05 13:14:41.472811 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3986754 Nov 05 13:14:41.473646 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 53148) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:41.487760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Request body: {'subnet': {'network_id': '890ddaf2-b1b2-4521-adee-cf5596c7f7cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1531458800-subnet', 'tenant_id': '02d612e0ed484b66ac12a9ad30dbd149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:14:41.491505 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Pushing event updated for resources: {'Network': ['ID=890ddaf2-b1b2-4521-adee-cf5596c7f7cb,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:41.495257 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-09ec63a3-7ade-4f01-940d-36bfc0a4af7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:41.496246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:14:41.501204 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Usage tracker for resource:subnet and tenant:02d612e0ed484b66ac12a9ad30dbd149 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:14:41.505015 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:14:41.507589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network 890ddaf2-b1b2-4521-adee-cf5596c7f7cb details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:14:41.508482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-b5568335-47a7-4f29-a33c-c2fa38f257f6 req-469076e0-2afc-4cac-869f-9865ea8030c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Deleting port d1feb8b3-bdd5-4a01-b757-043673b1161f {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:14:41.508900 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-b5568335-47a7-4f29-a33c-c2fa38f257f6 req-469076e0-2afc-4cac-869f-9865ea8030c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.511383 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:14:41.520960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Made reservation on behalf of 02d612e0ed484b66ac12a9ad30dbd149 for: {'subnet': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:14:41.525729 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839901353'] for subnet, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.753714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838933638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839901370'] for subnet, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.758544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e2134994-f18f-40ed-827f-316d271f2a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:41.769024 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-b5568335-47a7-4f29-a33c-c2fa38f257f6 req-469076e0-2afc-4cac-869f-9865ea8030c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] For port d1feb8b3-bdd5-4a01-b757-043673b1161f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d1feb8b3-bdd5-4a01-b757-043673b1161f,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:41.769525 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-b5568335-47a7-4f29-a33c-c2fa38f257f6 req-469076e0-2afc-4cac-869f-9865ea8030c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.837501 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd467f5-05cd-47f6-b25e-86c5ca45106d,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:41.840272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:41.849114 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Checking segment: {'id': '3cd2a7c1-53e2-469c-8787-36b76c513399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '890ddaf2-b1b2-4521-adee-cf5596c7f7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:14:41.849508 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Network hostable DHCP agents. Network: 890ddaf2-b1b2-4521-adee-cf5596c7f7cb, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:14:41.871425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Network 890ddaf2-b1b2-4521-adee-cf5596c7f7cb is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:14:41.880205 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, 890ddaf2-b1b2-4521-adee-cf5596c7f7cb) {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:14:41.884626 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:41.885314 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:41.889345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54aa7f3-77d3-44b3-9026-01111fd87450 None None] Network 890ddaf2-b1b2-4521-adee-cf5596c7f7cb requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:14:41.900634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-b5568335-47a7-4f29-a33c-c2fa38f257f6 req-469076e0-2afc-4cac-869f-9865ea8030c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Calling delete_port for d1feb8b3-bdd5-4a01-b757-043673b1161f owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:14:41.906249 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-ca904925-ecd4-4cad-9ec3-c430ac55b806 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4262702 Nov 05 13:14:42.043235 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-b5568335-47a7-4f29-a33c-c2fa38f257f6 req-469076e0-2afc-4cac-869f-9865ea8030c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:42.049930 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4ad3623a-ed87-4ba7-8828-3d7d021a908c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:42.058988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['f82e981f-9938-4cd4-808d-291106a63607', 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc', '6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849', 'd1feb8b3-bdd5-4a01-b757-043673b1161f'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:14:42.097863 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469076e0-2afc-4cac-869f-9865ea8030c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Pushing event deleted for resources: {'Port': ['ID=d1feb8b3-bdd5-4a01-b757-043673b1161f,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:42.102274 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-469076e0-2afc-4cac-869f-9865ea8030c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:42.174011 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5568335-47a7-4f29-a33c-c2fa38f257f6 req-469076e0-2afc-4cac-869f-9865ea8030c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] No DVR routers for this DVR port d1feb8b3-bdd5-4a01-b757-043673b1161f on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:14:42.174675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebf09c3-daa9-4da7-9585-6fc0d0e52d1d None None] Network 890ddaf2-b1b2-4521-adee-cf5596c7f7cb requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:14:42.176438 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-b5568335-47a7-4f29-a33c-c2fa38f257f6 req-469076e0-2afc-4cac-869f-9865ea8030c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:42.182620 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f09d951-299f-4851-a7f6-4f67606123cd', 'name': 'network-vif-deleted', 'tag': 'd1feb8b3-bdd5-4a01-b757-043673b1161f'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:14:42.199356 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b5568335-47a7-4f29-a33c-c2fa38f257f6 req-469076e0-2afc-4cac-869f-9865ea8030c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "DELETE /v2.0/ports/d1feb8b3-bdd5-4a01-b757-043673b1161f HTTP/1.1" status: 204 len: 173 time: 0.7647276 Nov 05 13:14:42.344111 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-63c18c24-de43-4b24-aa59-2c1aa9591a25 req-13b76dd9-953e-4821-9b5c-7abeddea0c43 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Synchronizing usage tracker for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:14:42.361345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-63c18c24-de43-4b24-aa59-2c1aa9591a25 req-13b76dd9-953e-4821-9b5c-7abeddea0c43 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Unset dirty status for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:14:42.364153 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-63c18c24-de43-4b24-aa59-2c1aa9591a25 req-13b76dd9-953e-4821-9b5c-7abeddea0c43 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f09d951-299f-4851-a7f6-4f67606123cd HTTP/1.1" status: 200 len: 210 time: 0.0927260 Nov 05 13:14:42.447883 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f09d951-299f-4851-a7f6-4f67606123cd', 'name': 'network-vif-deleted', 'tag': 'd1feb8b3-bdd5-4a01-b757-043673b1161f', 'status': 'completed', 'code': 200} Nov 05 13:14:42.638048 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-16709f02-5ec0-4c44-beb3-7288294ef5b6 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:42.639705 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-16709f02-5ec0-4c44-beb3-7288294ef5b6 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Synchronizing usage tracker for tenant:f467863204a4454eb4bae1e687167b4d on resource:network {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:14:42.658260 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-16709f02-5ec0-4c44-beb3-7288294ef5b6 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Unset dirty status for tenant:f467863204a4454eb4bae1e687167b4d on resource:network {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:14:42.659481 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-16709f02-5ec0-4c44-beb3-7288294ef5b6 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/networks?id=72160146-5e67-4d09-8919-d3ce9de8e3c6 HTTP/1.1" status: 200 len: 808 time: 0.1874938 Nov 05 13:14:42.682307 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-302a648f-ad57-4965-835d-7361317fce76 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/quotas/f467863204a4454eb4bae1e687167b4d HTTP/1.1" status: 200 len: 375 time: 0.0125253 Nov 05 13:14:42.738680 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-81173b65-2492-4352-a490-b2dc06af8d64 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f467863204a4454eb4bae1e687167b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493808 Nov 05 13:14:42.883143 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-cfc64fd6-692d-4177-9820-e6c2c6e6ff42 service neutron] 10.222.0.39 "GET /v2.0/networks/72160146-5e67-4d09-8919-d3ce9de8e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371861 Nov 05 13:14:43.020643 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-cccced20-aec4-4a26-b663-5cf299454c3a service neutron] 10.222.0.39 "GET /v2.0/networks/72160146-5e67-4d09-8919-d3ce9de8e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313148 Nov 05 13:14:43.214248 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2d5f6c2f-16aa-4d09-8b87-0207290500ea req-64df7c09-a458-4420-9ed2-db70433f9e0a tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 210 time: 0.0449507 Nov 05 13:14:44.321843 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-1dd2e2d3-9223-4125-b6cb-ba178430810c tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:44.323587 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-1dd2e2d3-9223-4125-b6cb-ba178430810c tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.64 "GET /v2.0/networks?id=72160146-5e67-4d09-8919-d3ce9de8e3c6 HTTP/1.1" status: 200 len: 808 time: 0.1594582 Nov 05 13:14:44.340116 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Request body: {'port': {'device_id': '388ff298-5331-49a9-a7dc-4ecdf032d357', 'network_id': '72160146-5e67-4d09-8919-d3ce9de8e3c6', 'admin_state_up': True, 'tenant_id': 'f467863204a4454eb4bae1e687167b4d'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:14:44.442068 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9ba39239-0dea-4e9b-9ab6-6008bacb6fa3 req-fda7e951-e516-42bb-aabf-28ab350fe4c4 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 210 time: 0.0829742 Nov 05 13:14:44.789603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:14:44.793848 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Usage tracker for resource:port and tenant:f467863204a4454eb4bae1e687167b4d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:14:44.797100 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:14:44.803439 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:14:44.812278 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Made reservation on behalf of f467863204a4454eb4bae1e687167b4d for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:14:44.818313 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:44.990420 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Allocated IP 172.20.0.6 (72160146-5e67-4d09-8919-d3ce9de8e3c6/61f1721c-9934-4941-a74d-a2139ab162aa/a8382169-6666-4811-b4e4-e11ec00608c9) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:14:45.254870 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41c11-9c7d-4bb3-b772-dfef7f8a181c req-c57ab133-aefd-4abc-b27e-46c519b0fc3b tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:45.256480 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-72f41c11-9c7d-4bb3-b772-dfef7f8a181c req-c57ab133-aefd-4abc-b27e-46c519b0fc3b tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 945 time: 0.2216141 Nov 05 13:14:45.292136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:45.334480 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-72f41c11-9c7d-4bb3-b772-dfef7f8a181c req-5d9e2c32-7088-42b3-b506-0bacb37e9a36 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667171 Nov 05 13:14:45.343705 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:45.349331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a51412cd-d7b4-4cfa-a92e-21f0f1fa2a7c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:45.375661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device d1feb8b3-bdd5-4a01-b757-043673b1161f no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:14:45.409949 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: d1feb8b3-bdd5-4a01-b757-043673b1161f {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:14:45.410342 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device d1feb8b3-bdd5-4a01-b757-043673b1161f not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:14:45.419452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Network 72160146-5e67-4d09-8919-d3ce9de8e3c6 is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:14:45.424341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:14:45.427149 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:14:45.460287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Pushing event updated for resources: {'Port': ['ID=a8382169-6666-4811-b4e4-e11ec00608c9,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:45.467649 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:45.500470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:45.501181 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:45.526225 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1910510 Nov 05 13:14:45.539990 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Request body: {'port': {'device_id': '388ff298-5331-49a9-a7dc-4ecdf032d357', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:14:45.715867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:45.772281 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21642538-f106-4626-bba4-93868e893f38 req-d986e8e9-1806-4419-ba2c-4674aab774eb tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:45.773066 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-21642538-f106-4626-bba4-93868e893f38 req-d986e8e9-1806-4419-ba2c-4674aab774eb tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Synchronizing usage tracker for tenant:f467863204a4454eb4bae1e687167b4d on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:14:45.816158 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-21642538-f106-4626-bba4-93868e893f38 req-d986e8e9-1806-4419-ba2c-4674aab774eb tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Unset dirty status for tenant:f467863204a4454eb4bae1e687167b4d on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:14:45.817389 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-21642538-f106-4626-bba4-93868e893f38 req-d986e8e9-1806-4419-ba2c-4674aab774eb tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 931 time: 0.2482867 Nov 05 13:14:45.963382 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-21642538-f106-4626-bba4-93868e893f38 req-0420cee9-29bf-487b-925b-6e0583bf04ec tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Synchronizing usage tracker for tenant:f467863204a4454eb4bae1e687167b4d on resource:security_group {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:14:46.049547 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-21642538-f106-4626-bba4-93868e893f38 req-0420cee9-29bf-487b-925b-6e0583bf04ec tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Unset dirty status for tenant:f467863204a4454eb4bae1e687167b4d on resource:security_group {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:14:46.050816 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-21642538-f106-4626-bba4-93868e893f38 req-0420cee9-29bf-487b-925b-6e0583bf04ec tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908817 Nov 05 13:14:46.150565 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8382169-6666-4811-b4e4-e11ec00608c9 {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:14:46.158146 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:46.174539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Transition to ACTIVE for port object a8382169-6666-4811-b4e4-e11ec00608c9 will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:14:46.177054 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:46.181463 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6fc8bbf7-4ce0-439a-a65b-a1c6992570be tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:46.294363 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:46.312138 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Pushing event updated for resources: {'Port': ['ID=a8382169-6666-4811-b4e4-e11ec00608c9,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:46.317135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:46.428726 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Attempting to bind port a8382169-6666-4811-b4e4-e11ec00608c9 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:14:46.429302 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Attempting to bind port a8382169-6666-4811-b4e4-e11ec00608c9 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '508363c8-729c-43b0-aaed-721254465fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '72160146-5e67-4d09-8919-d3ce9de8e3c6'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:14:46.429446 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Attempting to bind port a8382169-6666-4811-b4e4-e11ec00608c9 on network 72160146-5e67-4d09-8919-d3ce9de8e3c6 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:14:46.435640 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Port a8382169-6666-4811-b4e4-e11ec00608c9 on network 72160146-5e67-4d09-8919-d3ce9de8e3c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:14:46.436003 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Attempting to bind port a8382169-6666-4811-b4e4-e11ec00608c9 on network 72160146-5e67-4d09-8919-d3ce9de8e3c6 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:14:46.442598 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:14:46.442993 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Checking segment: {'id': '508363c8-729c-43b0-aaed-721254465fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '72160146-5e67-4d09-8919-d3ce9de8e3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:14:46.443399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Bound using segment: {'id': '508363c8-729c-43b0-aaed-721254465fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '72160146-5e67-4d09-8919-d3ce9de8e3c6'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:14:46.443871 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Bound port: a8382169-6666-4811-b4e4-e11ec00608c9, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508363c8-729c-43b0-aaed-721254465fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '72160146-5e67-4d09-8919-d3ce9de8e3c6'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:14:46.444256 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:46.613666 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc624c4-1c34-468c-b210-0e95d39c2725 req-40a9696c-163a-4192-96d2-befa7de77398 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:46.615193 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cbc624c4-1c34-468c-b210-0e95d39c2725 req-40a9696c-163a-4192-96d2-befa7de77398 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 945 time: 0.1563349 Nov 05 13:14:46.617874 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] For port a8382169-6666-4811-b4e4-e11ec00608c9, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:14:46.621228 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] For port a8382169-6666-4811-b4e4-e11ec00608c9, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a8382169-6666-4811-b4e4-e11ec00608c9,segment=NetworkSegment(508363c8-729c-43b0-aaed-721254465fd4),segment_id=508363c8-729c-43b0-aaed-721254465fd4)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:14:46.639518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:46.645589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-715393af-a211-45c3-8550-8b6b07623019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:46.768823 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:46.770302 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] 10.222.0.64 "PUT /v2.0/ports/a8382169-6666-4811-b4e4-e11ec00608c9 HTTP/1.1" status: 200 len: 1093 time: 1.2350752 Nov 05 13:14:46.771881 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388ff298-5331-49a9-a7dc-4ecdf032d357', 'tag': 'a8382169-6666-4811-b4e4-e11ec00608c9'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:14:46.802147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Pushing event updated for resources: {'Port': ['ID=a8382169-6666-4811-b4e4-e11ec00608c9,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:46.806811 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-cbc624c4-1c34-468c-b210-0e95d39c2725 req-422db394-e642-46c0-8fde-58bab1c1bcbc tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838779 Nov 05 13:14:46.807643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:46.850267 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388ff298-5331-49a9-a7dc-4ecdf032d357', 'tag': 'a8382169-6666-4811-b4e4-e11ec00608c9', 'status': 'completed', 'code': 200} Nov 05 13:14:46.884813 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6ede2-d5f0-4c5f-b6b1-d26eb61887ba req-a254d8c0-7747-440e-8122-b225cc1c3e0c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:46.886324 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-70a6ede2-d5f0-4c5f-b6b1-d26eb61887ba req-a254d8c0-7747-440e-8122-b225cc1c3e0c tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 945 time: 0.2079558 Nov 05 13:14:46.968402 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-4ec2f4b0-c21b-4dcd-8807-7b7ff60724ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f467863204a4454eb4bae1e687167b4d&device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 1096 time: 0.1597466 Nov 05 13:14:46.976379 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-70a6ede2-d5f0-4c5f-b6b1-d26eb61887ba req-609a9f30-b870-4699-8219-207b11a2353a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Deleting port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:14:46.976766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-70a6ede2-d5f0-4c5f-b6b1-d26eb61887ba req-609a9f30-b870-4699-8219-207b11a2353a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:47.082238 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-06c82a8a-550b-4614-977e-dd6860158e43 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8382169-6666-4811-b4e4-e11ec00608c9 HTTP/1.1" status: 200 len: 217 time: 0.0802770 Nov 05 13:14:47.278089 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-b7a6ac86-aef5-488a-afe4-584a22ecedb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:47.279689 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-b7a6ac86-aef5-488a-afe4-584a22ecedb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61f1721c-9934-4941-a74d-a2139ab162aa HTTP/1.1" status: 200 len: 848 time: 0.1895649 Nov 05 13:14:47.401325 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-ec96d284-0772-4571-8af6-5bf8029eb68d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72160146-5e67-4d09-8919-d3ce9de8e3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090961 Nov 05 13:14:47.782362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9f782-3ce4-4e24-afc4-c898ef4bfe8a req-3c7ee016-3583-420d-bda7-77dec96a7c11 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:47.783963 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fbe9f782-3ce4-4e24-afc4-c898ef4bfe8a req-3c7ee016-3583-420d-bda7-77dec96a7c11 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 943 time: 0.5986836 Nov 05 13:14:47.791098 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-70a6ede2-d5f0-4c5f-b6b1-d26eb61887ba req-609a9f30-b870-4699-8219-207b11a2353a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] For port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:47.791492 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-70a6ede2-d5f0-4c5f-b6b1-d26eb61887ba req-609a9f30-b870-4699-8219-207b11a2353a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:47.970311 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-70a6ede2-d5f0-4c5f-b6b1-d26eb61887ba req-609a9f30-b870-4699-8219-207b11a2353a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Calling delete_port for 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:14:48.063264 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-7e23c551-d220-4594-ba6b-c61de0227afc service neutron] 10.222.0.64 "GET /v2.0/networks/72160146-5e67-4d09-8919-d3ce9de8e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507864 Nov 05 13:14:48.083242 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fbe9f782-3ce4-4e24-afc4-c898ef4bfe8a req-17cfd77e-a371-4ac9-aba9-bc9656b426ff tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839170 Nov 05 13:14:48.291314 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd589d-e82b-4c00-9fc8-323d9430aae8 req-e881d9fc-8e93-43e4-8ae5-3e0fe94111c5 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:48.292959 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-60dd589d-e82b-4c00-9fc8-323d9430aae8 req-e881d9fc-8e93-43e4-8ae5-3e0fe94111c5 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=37914e59-efe2-4a05-ae9a-37ad7c2e341f HTTP/1.1" status: 200 len: 945 time: 0.3472738 Nov 05 13:14:48.342329 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6a654f20-1c4d-4b1b-b1b1-d6a9db61a70d req-1426f314-5e59-4251-9138-11fde194ad3e service neutron] 10.222.0.64 "GET /v2.0/networks/72160146-5e67-4d09-8919-d3ce9de8e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612245 Nov 05 13:14:48.363370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-70a6ede2-d5f0-4c5f-b6b1-d26eb61887ba req-609a9f30-b870-4699-8219-207b11a2353a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:48.371648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dcc6c7cc-69f2-4791-85dc-df60a1b5949a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:48.374657 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['f82e981f-9938-4cd4-808d-291106a63607', 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc', '6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:14:48.460903 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a9f30-b870-4699-8219-207b11a2353a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Pushing event deleted for resources: {'Port': ['ID=6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:48.472379 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-609a9f30-b870-4699-8219-207b11a2353a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:48.477819 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-60dd589d-e82b-4c00-9fc8-323d9430aae8 req-2952494b-0591-47e1-86eb-6831d10c279d tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763418 Nov 05 13:14:48.557391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a6ede2-d5f0-4c5f-b6b1-d26eb61887ba req-609a9f30-b870-4699-8219-207b11a2353a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] No DVR routers for this DVR port 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:14:48.560227 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-70a6ede2-d5f0-4c5f-b6b1-d26eb61887ba req-609a9f30-b870-4699-8219-207b11a2353a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:48.590614 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-70a6ede2-d5f0-4c5f-b6b1-d26eb61887ba req-609a9f30-b870-4699-8219-207b11a2353a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "DELETE /v2.0/ports/6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 HTTP/1.1" status: 204 len: 173 time: 1.6986806 Nov 05 13:14:48.594430 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88926543-5e26-4f2d-84d5-0b60740c5767 req-f75d60c9-c9c8-4118-8ddc-b8b041ac68c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f467863204a4454eb4bae1e687167b4d&device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 1096 time: 0.1935003 Nov 05 13:14:48.752998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88926543-5e26-4f2d-84d5-0b60740c5767 req-b7613143-3095-4866-aa8e-d30ba93ddb10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:48.754932 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88926543-5e26-4f2d-84d5-0b60740c5767 req-b7613143-3095-4866-aa8e-d30ba93ddb10 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72160146-5e67-4d09-8919-d3ce9de8e3c6 HTTP/1.1" status: 200 len: 909 time: 0.1542273 Nov 05 13:14:48.830939 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88926543-5e26-4f2d-84d5-0b60740c5767 req-09d8674f-6c76-4c25-ab68-6e37181293e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8382169-6666-4811-b4e4-e11ec00608c9 HTTP/1.1" status: 200 len: 217 time: 0.0690925 Nov 05 13:14:48.872089 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37914e59-efe2-4a05-ae9a-37ad7c2e341f', 'name': 'network-vif-deleted', 'tag': '6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:14:48.906423 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88926543-5e26-4f2d-84d5-0b60740c5767 req-72235366-c410-4d59-99fd-e76124a890c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:48.908047 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88926543-5e26-4f2d-84d5-0b60740c5767 req-72235366-c410-4d59-99fd-e76124a890c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=61f1721c-9934-4941-a74d-a2139ab162aa HTTP/1.1" status: 200 len: 848 time: 0.0699065 Nov 05 13:14:48.951889 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37914e59-efe2-4a05-ae9a-37ad7c2e341f', 'name': 'network-vif-deleted', 'tag': '6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849', 'status': 'completed', 'code': 200} Nov 05 13:14:48.962953 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88926543-5e26-4f2d-84d5-0b60740c5767 req-4a18e0b7-e792-4bbc-9167-667e9a0bbee1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72160146-5e67-4d09-8919-d3ce9de8e3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478053 Nov 05 13:14:49.115963 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88926543-5e26-4f2d-84d5-0b60740c5767 req-32805c90-9459-4d24-830f-a8414ffac07b service neutron] 10.222.0.64 "GET /v2.0/networks/72160146-5e67-4d09-8919-d3ce9de8e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445575 Nov 05 13:14:49.316677 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-88926543-5e26-4f2d-84d5-0b60740c5767 req-3b1d0420-2292-416c-9d4f-198747d89a7b service neutron] 10.222.0.64 "GET /v2.0/networks/72160146-5e67-4d09-8919-d3ce9de8e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939144 Nov 05 13:14:49.340091 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce160444-e517-4bc3-b574-03e536c87eeb req-b518f8e3-5dda-4959-8715-f79cc2430dd2 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:49.341686 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ce160444-e517-4bc3-b574-03e536c87eeb req-b518f8e3-5dda-4959-8715-f79cc2430dd2 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 943 time: 0.1274548 Nov 05 13:14:49.396923 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ce160444-e517-4bc3-b574-03e536c87eeb req-6b760b7e-4c48-40d1-aa68-fe7af962117b tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487220 Nov 05 13:14:49.980809 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dbbb4-ee2c-4f99-abe5-595ff6760515 req-090a50b9-0930-4012-a3ea-dce5ac9d05e8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:49.981562 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-a67dbbb4-ee2c-4f99-abe5-595ff6760515 req-090a50b9-0930-4012-a3ea-dce5ac9d05e8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Synchronizing usage tracker for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:14:49.995936 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-a67dbbb4-ee2c-4f99-abe5-595ff6760515 req-090a50b9-0930-4012-a3ea-dce5ac9d05e8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Unset dirty status for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:14:49.997213 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a67dbbb4-ee2c-4f99-abe5-595ff6760515 req-090a50b9-0930-4012-a3ea-dce5ac9d05e8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 946 time: 0.0999498 Nov 05 13:14:50.044596 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a67dbbb4-ee2c-4f99-abe5-595ff6760515 req-f12603b0-65cd-4667-bb30-2a3a22b35f17 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412989 Nov 05 13:14:50.603344 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48fa6b-0edb-4a1d-b1b4-3f0f2eb57c3f req-acc896d4-cf1d-43d9-b313-4408fdb78cc0 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:50.604975 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb48fa6b-0edb-4a1d-b1b4-3f0f2eb57c3f req-acc896d4-cf1d-43d9-b313-4408fdb78cc0 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 943 time: 0.0859330 Nov 05 13:14:50.653053 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb48fa6b-0edb-4a1d-b1b4-3f0f2eb57c3f req-93a98b07-e64e-47b0-895d-8923e09f91e0 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411801 Nov 05 13:14:51.266150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0651c23-88ef-44c2-800c-43a675b49aff req-604d484d-38b1-4f27-b220-a466a437dddb tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:51.267704 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a0651c23-88ef-44c2-800c-43a675b49aff req-604d484d-38b1-4f27-b220-a466a437dddb tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 946 time: 0.1475394 Nov 05 13:14:51.280617 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bd872-e63a-4876-81ae-e638ff010cca req-39ced3b9-04c9-4f5d-8163-2afca32659b9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:51.282164 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-944bd872-e63a-4876-81ae-e638ff010cca req-39ced3b9-04c9-4f5d-8163-2afca32659b9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 946 time: 0.1139307 Nov 05 13:14:51.379256 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-a0651c23-88ef-44c2-800c-43a675b49aff req-2e1fa33d-fd95-4e2e-a520-1069e17eefc9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Deleting port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:14:51.379554 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a0651c23-88ef-44c2-800c-43a675b49aff req-2e1fa33d-fd95-4e2e-a520-1069e17eefc9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:51.407693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device a8382169-6666-4811-b4e4-e11ec00608c9 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:14:51.410403 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:14:51.427350 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-944bd872-e63a-4876-81ae-e638ff010cca req-546de904-e31d-4961-8fee-45c38495c6bd tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160448 Nov 05 13:14:51.448101 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:14:51.448497 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device 6bf7fa8c-ebf8-44b3-b03b-ae23c0a86849 not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:14:51.719523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-a0651c23-88ef-44c2-800c-43a675b49aff req-2e1fa33d-fd95-4e2e-a520-1069e17eefc9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] For port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:51.719923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a0651c23-88ef-44c2-800c-43a675b49aff req-2e1fa33d-fd95-4e2e-a520-1069e17eefc9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:51.753745 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port a8382169-6666-4811-b4e4-e11ec00608c9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a8382169-6666-4811-b4e4-e11ec00608c9,segment=NetworkSegment(508363c8-729c-43b0-aaed-721254465fd4),segment_id=508363c8-729c-43b0-aaed-721254465fd4)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:51.771910 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'a8382169-6666-4811-b4e4-e11ec00608c9', 'network_id': '72160146-5e67-4d09-8919-d3ce9de8e3c6', 'port_id': 'a8382169-6666-4811-b4e4-e11ec00608c9', 'mac_address': 'fa:16:3e:26:60:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f1721c-9934-4941-a74d-a2139ab162aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:14:51.787509 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2c1d55fc-9f8f-40d0-ad7e-c65d4d951287 req-a2153cd7-61f2-46a0-9a51-8677ce258adf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2350786 Nov 05 13:14:51.827796 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:51.847064 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8382169-6666-4811-b4e4-e11ec00608c9 {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:14:51.856569 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-a0651c23-88ef-44c2-800c-43a675b49aff req-2e1fa33d-fd95-4e2e-a520-1069e17eefc9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Calling delete_port for b450e6d7-be4f-4e98-b42f-c0771fe0f7cc owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:14:51.862243 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port a8382169-6666-4811-b4e4-e11ec00608c9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a8382169-6666-4811-b4e4-e11ec00608c9,segment=NetworkSegment(508363c8-729c-43b0-aaed-721254465fd4),segment_id=508363c8-729c-43b0-aaed-721254465fd4)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:51.865752 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:51.867655 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:51.932440 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=a8382169-6666-4811-b4e4-e11ec00608c9,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:51.936183 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:52.079990 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['a8382169-6666-4811-b4e4-e11ec00608c9'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:14:52.340673 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a9d50-fd8f-495c-99c4-4384e3618e9c req-41cd78d0-fbaa-42af-90fd-05e7253d5091 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:52.342333 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d36a9d50-fd8f-495c-99c4-4384e3618e9c req-41cd78d0-fbaa-42af-90fd-05e7253d5091 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 944 time: 0.4942997 Nov 05 13:14:52.347694 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2c1d55fc-9f8f-40d0-ad7e-c65d4d951287 req-1649ac81-7c68-4f70-9835-af412c5e6e52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ad05a3618094dd6ad74f128b792240e&device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 1099 time: 0.4984052 Nov 05 13:14:52.429104 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a0651c23-88ef-44c2-800c-43a675b49aff req-2e1fa33d-fd95-4e2e-a520-1069e17eefc9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:52.440286 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-14e109a8-912a-4e17-9337-3183fc782c2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:52.546024 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fa33d-fd95-4e2e-a520-1069e17eefc9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Pushing event deleted for resources: {'Port': ['ID=b450e6d7-be4f-4e98-b42f-c0771fe0f7cc,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:52.552616 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['f82e981f-9938-4cd4-808d-291106a63607', 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:14:52.562033 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2e1fa33d-fd95-4e2e-a520-1069e17eefc9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:52.566778 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d36a9d50-fd8f-495c-99c4-4384e3618e9c req-8abbbbfd-1190-4d9e-81d7-f191de21dff6 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157984 Nov 05 13:14:52.704834 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e35bceeb-1144-472e-9096-9b3eac0697ac req-d492b0e2-294f-4a17-b8e0-90dbf6e91b50 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b248df5-40e7-4b2d-9f99-397517b62d12 HTTP/1.1" status: 200 len: 210 time: 0.1349151 Nov 05 13:14:52.714792 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0651c23-88ef-44c2-800c-43a675b49aff req-2e1fa33d-fd95-4e2e-a520-1069e17eefc9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] No DVR routers for this DVR port b450e6d7-be4f-4e98-b42f-c0771fe0f7cc on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:14:52.719025 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a0651c23-88ef-44c2-800c-43a675b49aff req-2e1fa33d-fd95-4e2e-a520-1069e17eefc9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:52.722058 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b248df5-40e7-4b2d-9f99-397517b62d12', 'name': 'network-vif-deleted', 'tag': 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:14:52.727070 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d55fc-9f8f-40d0-ad7e-c65d4d951287 req-d4e37323-d8b3-49a8-aefb-c5fc405e4d86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:52.728647 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2c1d55fc-9f8f-40d0-ad7e-c65d4d951287 req-d4e37323-d8b3-49a8-aefb-c5fc405e4d86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 200 len: 916 time: 0.3510664 Nov 05 13:14:52.796618 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b248df5-40e7-4b2d-9f99-397517b62d12', 'name': 'network-vif-deleted', 'tag': 'b450e6d7-be4f-4e98-b42f-c0771fe0f7cc', 'status': 'completed', 'code': 200} Nov 05 13:14:52.812166 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a0651c23-88ef-44c2-800c-43a675b49aff req-2e1fa33d-fd95-4e2e-a520-1069e17eefc9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "DELETE /v2.0/ports/b450e6d7-be4f-4e98-b42f-c0771fe0f7cc HTTP/1.1" status: 204 len: 173 time: 1.5388584 Nov 05 13:14:52.813639 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2c1d55fc-9f8f-40d0-ad7e-c65d4d951287 req-4af7b038-592a-4b87-b1c2-dc236b232eff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f82e981f-9938-4cd4-808d-291106a63607 HTTP/1.1" status: 200 len: 217 time: 0.0774920 Nov 05 13:14:52.889899 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d55fc-9f8f-40d0-ad7e-c65d4d951287 req-dfd8749e-8f1e-4630-a2d2-904d41f7d232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:52.891498 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2c1d55fc-9f8f-40d0-ad7e-c65d4d951287 req-dfd8749e-8f1e-4630-a2d2-904d41f7d232 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9435a24a-d176-4aa7-b352-9acd2ffbda33 HTTP/1.1" status: 200 len: 855 time: 0.0680721 Nov 05 13:14:52.945909 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2c1d55fc-9f8f-40d0-ad7e-c65d4d951287 req-e05dad92-d010-4c4b-821e-2d8d2e75c13f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a7ab32d-9ce8-406e-9102-401775731a1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456564 Nov 05 13:14:53.090136 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2c1d55fc-9f8f-40d0-ad7e-c65d4d951287 req-3f9bbe45-d2cc-4827-97c6-9172d1c6810a service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366436 Nov 05 13:14:53.233729 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-2c1d55fc-9f8f-40d0-ad7e-c65d4d951287 req-cff272e4-cf56-4c45-b5c9-6dec9bd1feb4 service neutron] 10.222.0.64 "GET /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373892 Nov 05 13:14:53.418505 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device a8382169-6666-4811-b4e4-e11ec00608c9 up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:14:53.488965 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port a8382169-6666-4811-b4e4-e11ec00608c9 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:14:53.493827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port a8382169-6666-4811-b4e4-e11ec00608c9 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:14:53.494252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:53.613620 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:53.651727 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388ff298-5331-49a9-a7dc-4ecdf032d357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8382169-6666-4811-b4e4-e11ec00608c9'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:14:53.662702 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port a8382169-6666-4811-b4e4-e11ec00608c9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a8382169-6666-4811-b4e4-e11ec00608c9,segment=NetworkSegment(508363c8-729c-43b0-aaed-721254465fd4),segment_id=508363c8-729c-43b0-aaed-721254465fd4)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:53.674092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:53.676176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:53.723300 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388ff298-5331-49a9-a7dc-4ecdf032d357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8382169-6666-4811-b4e4-e11ec00608c9', 'code': 200} Nov 05 13:14:53.757837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=a8382169-6666-4811-b4e4-e11ec00608c9,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:53.762799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:53.815791 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19226469-c09b-4b68-a485-3c712515c71c req-8be54503-e269-4619-9982-1398a75c6673 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:53.817471 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-19226469-c09b-4b68-a485-3c712515c71c req-8be54503-e269-4619-9982-1398a75c6673 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 945 time: 0.0913844 Nov 05 13:14:53.875473 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-19226469-c09b-4b68-a485-3c712515c71c req-5320d964-85db-4812-97fc-03cc97b64ba8 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510602 Nov 05 13:14:53.973277 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ef598109-e183-4584-b219-7622fd3c2a22 req-38bffcfd-45c3-4488-abf2-3f26dfe8e2c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 1098 time: 0.0775425 Nov 05 13:14:54.026538 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ef598109-e183-4584-b219-7622fd3c2a22 req-c9ff4892-e80b-42b6-ad4b-9778b832a95e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455978 Nov 05 13:14:55.094935 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc19ab4-eb3b-4bfd-af35-faf431d8a218 req-9dcd53e9-1bf5-411e-8805-39db56bea3c1 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:55.096585 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3cc19ab4-eb3b-4bfd-af35-faf431d8a218 req-9dcd53e9-1bf5-411e-8805-39db56bea3c1 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 945 time: 0.0976930 Nov 05 13:14:55.149374 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-3cc19ab4-eb3b-4bfd-af35-faf431d8a218 req-d947ea10-1695-45f2-a726-8d1f12389750 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461562 Nov 05 13:14:55.428969 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device b450e6d7-be4f-4e98-b42f-c0771fe0f7cc no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:14:55.466168 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: b450e6d7-be4f-4e98-b42f-c0771fe0f7cc {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:14:55.466562 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device b450e6d7-be4f-4e98-b42f-c0771fe0f7cc not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:14:55.468670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9285f4e-b7b1-422d-ac8e-0936749547d9 req-307002c6-0a06-434a-8b3b-903b93265559 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:55.469591 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-d9285f4e-b7b1-422d-ac8e-0936749547d9 req-307002c6-0a06-434a-8b3b-903b93265559 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Synchronizing usage tracker for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:14:55.485121 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-d9285f4e-b7b1-422d-ac8e-0936749547d9 req-307002c6-0a06-434a-8b3b-903b93265559 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Unset dirty status for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:14:55.486355 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d9285f4e-b7b1-422d-ac8e-0936749547d9 req-307002c6-0a06-434a-8b3b-903b93265559 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 946 time: 0.1099248 Nov 05 13:14:55.533791 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d9285f4e-b7b1-422d-ac8e-0936749547d9 req-efc0d2ce-1be9-4818-b6ff-c6a7dadae021 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Nov 05 13:14:56.484545 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0f818-fc30-4395-89d6-3b387dde9676 req-37b671aa-ef7a-45a8-96d4-9dbe1372dfda tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:56.486156 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ce0f818-fc30-4395-89d6-3b387dde9676 req-37b671aa-ef7a-45a8-96d4-9dbe1372dfda tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 945 time: 0.0813661 Nov 05 13:14:56.533956 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6ce0f818-fc30-4395-89d6-3b387dde9676 req-47b75cf2-e746-4331-94b7-7342c7c33ca4 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 Nov 05 13:14:56.761264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c899dc-e6e9-4a51-a5c9-58d42a3ad52a req-69960deb-f023-455f-8e50-e5e172626459 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:56.762741 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-44c899dc-e6e9-4a51-a5c9-58d42a3ad52a req-69960deb-f023-455f-8e50-e5e172626459 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 946 time: 0.0917966 Nov 05 13:14:56.811841 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-44c899dc-e6e9-4a51-a5c9-58d42a3ad52a req-9499dd89-5cb7-4d8f-8286-d7e243fc019b tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/security-groups?id=8c443265-f432-4442-894e-88886d5c5e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426090 Nov 05 13:14:56.947904 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20356b1-c8bc-4fb2-9497-dd2f5888cf4f req-3df2e9bd-cc5e-4d90-9a94-ec9f21fd766f tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:14:56.949515 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c20356b1-c8bc-4fb2-9497-dd2f5888cf4f req-3df2e9bd-cc5e-4d90-9a94-ec9f21fd766f tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 946 time: 0.0931983 Nov 05 13:14:57.029462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-c20356b1-c8bc-4fb2-9497-dd2f5888cf4f req-b8467a43-2187-4e2d-aae2-af39998743ca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Deleting port f82e981f-9938-4cd4-808d-291106a63607 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:14:57.029850 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-c20356b1-c8bc-4fb2-9497-dd2f5888cf4f req-b8467a43-2187-4e2d-aae2-af39998743ca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:57.278951 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-c20356b1-c8bc-4fb2-9497-dd2f5888cf4f req-b8467a43-2187-4e2d-aae2-af39998743ca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] For port f82e981f-9938-4cd4-808d-291106a63607, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=f82e981f-9938-4cd4-808d-291106a63607,segment=NetworkSegment(4b004c3a-654e-465e-98c1-5586f2de1002),segment_id=4b004c3a-654e-465e-98c1-5586f2de1002)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:14:57.279785 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-c20356b1-c8bc-4fb2-9497-dd2f5888cf4f req-b8467a43-2187-4e2d-aae2-af39998743ca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:57.407859 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-c20356b1-c8bc-4fb2-9497-dd2f5888cf4f req-b8467a43-2187-4e2d-aae2-af39998743ca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Calling delete_port for f82e981f-9938-4cd4-808d-291106a63607 owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:14:57.549907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-c20356b1-c8bc-4fb2-9497-dd2f5888cf4f req-b8467a43-2187-4e2d-aae2-af39998743ca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:57.556299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8875b302-5c6c-4f0c-aab8-0410fb8e1f30 tempest-VolumesActionsTest-978547259 tempest-VolumesActionsTest-978547259-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:57.561633 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['f82e981f-9938-4cd4-808d-291106a63607'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:14:57.605051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8467a43-2187-4e2d-aae2-af39998743ca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Pushing event deleted for resources: {'Port': ['ID=f82e981f-9938-4cd4-808d-291106a63607,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:57.607675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b8467a43-2187-4e2d-aae2-af39998743ca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:57.681746 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20356b1-c8bc-4fb2-9497-dd2f5888cf4f req-b8467a43-2187-4e2d-aae2-af39998743ca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] No DVR routers for this DVR port f82e981f-9938-4cd4-808d-291106a63607 on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:14:57.684136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-c20356b1-c8bc-4fb2-9497-dd2f5888cf4f req-b8467a43-2187-4e2d-aae2-af39998743ca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:57.688286 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ead2fc-6536-4ad1-9612-a62a0680cef2', 'name': 'network-vif-deleted', 'tag': 'f82e981f-9938-4cd4-808d-291106a63607'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:14:57.702109 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c20356b1-c8bc-4fb2-9497-dd2f5888cf4f req-b8467a43-2187-4e2d-aae2-af39998743ca tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.64 "DELETE /v2.0/ports/f82e981f-9938-4cd4-808d-291106a63607 HTTP/1.1" status: 204 len: 173 time: 0.7472053 Nov 05 13:14:57.743889 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ead2fc-6536-4ad1-9612-a62a0680cef2', 'name': 'network-vif-deleted', 'tag': 'f82e981f-9938-4cd4-808d-291106a63607', 'status': 'completed', 'code': 200} Nov 05 13:14:57.993702 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-9231b96c-b3c1-4c4d-a681-5d9116e7376a req-4db6a597-360e-4fb4-9fcc-b5821a306019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Synchronizing usage tracker for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:14:58.008439 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-9231b96c-b3c1-4c4d-a681-5d9116e7376a req-4db6a597-360e-4fb4-9fcc-b5821a306019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Unset dirty status for tenant:7ad05a3618094dd6ad74f128b792240e on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:14:58.009692 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9231b96c-b3c1-4c4d-a681-5d9116e7376a req-4db6a597-360e-4fb4-9fcc-b5821a306019 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ead2fc-6536-4ad1-9612-a62a0680cef2 HTTP/1.1" status: 200 len: 210 time: 0.0633006 Nov 05 13:14:59.120792 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53282) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:59.187422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-3841ebe8-4b9f-43f4-b10f-04e7454e9735 admin admin] Deleting subnet 9435a24a-d176-4aa7-b352-9acd2ffbda33 {{(pid=88181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:14:59.190735 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3841ebe8-4b9f-43f4-b10f-04e7454e9735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:59.244302 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3841ebe8-4b9f-43f4-b10f-04e7454e9735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838499591'] for subnet, precommit_delete_associations {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:59.307084 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3841ebe8-4b9f-43f4-b10f-04e7454e9735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:59.379784 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3841ebe8-4b9f-43f4-b10f-04e7454e9735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838499661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16358380'] for subnet, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:59.384611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:59.419599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841ebe8-4b9f-43f4-b10f-04e7454e9735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9435a24a-d176-4aa7-b352-9acd2ffbda33,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:59.425006 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3841ebe8-4b9f-43f4-b10f-04e7454e9735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:59.427355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3841ebe8-4b9f-43f4-b10f-04e7454e9735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:59.433522 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3841ebe8-4b9f-43f4-b10f-04e7454e9735 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9435a24a-d176-4aa7-b352-9acd2ffbda33 HTTP/1.1" status: 204 len: 168 time: 0.3116395 Nov 05 13:14:59.436117 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53292) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:14:59.555820 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:59.688803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:59.715773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7ab32d-9ce8-406e-9102-401775731a1a']}} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:59.732855 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b004c3a-654e-465e-98c1-5586f2de1002') {'for_net_delete': True} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:59.733196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b004c3a-654e-465e-98c1-5586f2de1002') {} {{(pid=88181) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:14:59.745464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16276208'] for segment, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:59.760591 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:59.766884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=88181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:14:59.767308 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16276573'] for segment, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:14:59.781168 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:14:59.859511 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:59.863105 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:14:59.878069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:14:59.893529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a7ab32d-9ce8-406e-9102-401775731a1a,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:14:59.896049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:14:59.902842 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-2b19b1c4-2c66-4286-9520-b19e991102c6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7a7ab32d-9ce8-406e-9102-401775731a1a HTTP/1.1" status: 204 len: 168 time: 0.4656706 Nov 05 13:15:00.006029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2e656-ea7a-4069-8f87-b40dcb766447 req-48d92553-4e67-4c56-90ee-911c4c5fccb2 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:15:00.007658 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-32c2e656-ea7a-4069-8f87-b40dcb766447 req-48d92553-4e67-4c56-90ee-911c4c5fccb2 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 945 time: 0.0838683 Nov 05 13:15:00.057549 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-32c2e656-ea7a-4069-8f87-b40dcb766447 req-4e7c4503-d325-4813-b52d-fc568363be79 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Nov 05 13:15:00.116297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53304) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:00.170315 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3684b766-68bd-461b-8406-f3ab345cafa9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ad05a3618094dd6ad74f128b792240e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526946 Nov 05 13:15:00.172894 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53308) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:00.237338 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6408853a-ec5d-4c72-8733-0e3a5ee0051e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:00.263723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6408853a-ec5d-4c72-8733-0e3a5ee0051e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:00.309767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6408853a-ec5d-4c72-8733-0e3a5ee0051e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:00.315268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9989709d-6915-449f-a881-0322adb705ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:00.329827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408853a-ec5d-4c72-8733-0e3a5ee0051e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c443265-f432-4442-894e-88886d5c5e5c,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:00.335341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6408853a-ec5d-4c72-8733-0e3a5ee0051e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:00.337324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6408853a-ec5d-4c72-8733-0e3a5ee0051e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:00.338576 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6408853a-ec5d-4c72-8733-0e3a5ee0051e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c443265-f432-4442-894e-88886d5c5e5c HTTP/1.1" status: 204 len: 168 time: 0.1647272 Nov 05 13:15:01.345254 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324159b-2c1b-4f9b-bbb2-7f9e5fb6fbee req-93f460a2-906b-4aa4-92b8-a49edf635e7c tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:15:01.347274 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6324159b-2c1b-4f9b-bbb2-7f9e5fb6fbee req-93f460a2-906b-4aa4-92b8-a49edf635e7c tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.64 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 945 time: 0.1262889 Nov 05 13:15:01.354252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8153069-1a25-4ff9-9551-13140a9be0f9 req-beaf4ba7-92e5-4641-9aa1-8491624fe081 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:15:01.355727 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d8153069-1a25-4ff9-9551-13140a9be0f9 req-beaf4ba7-92e5-4641-9aa1-8491624fe081 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 945 time: 0.1712196 Nov 05 13:15:01.452176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device f82e981f-9938-4cd4-808d-291106a63607 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:15:01.461325 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-6324159b-2c1b-4f9b-bbb2-7f9e5fb6fbee req-696bd3b0-2b3e-4790-99ec-76077343eb1e tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Deleting port a8382169-6666-4811-b4e4-e11ec00608c9 {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:15:01.461720 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6324159b-2c1b-4f9b-bbb2-7f9e5fb6fbee req-696bd3b0-2b3e-4790-99ec-76077343eb1e tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:01.488627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: f82e981f-9938-4cd4-808d-291106a63607 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:15:01.489089 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device f82e981f-9938-4cd4-808d-291106a63607 not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:15:01.516668 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-d8153069-1a25-4ff9-9551-13140a9be0f9 req-e2c4786e-ff3a-4ad1-af58-f52a5bc3ab51 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183863 Nov 05 13:15:01.735836 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-6324159b-2c1b-4f9b-bbb2-7f9e5fb6fbee req-696bd3b0-2b3e-4790-99ec-76077343eb1e tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] For port a8382169-6666-4811-b4e4-e11ec00608c9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=a8382169-6666-4811-b4e4-e11ec00608c9,segment=NetworkSegment(508363c8-729c-43b0-aaed-721254465fd4),segment_id=508363c8-729c-43b0-aaed-721254465fd4)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:15:01.736240 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6324159b-2c1b-4f9b-bbb2-7f9e5fb6fbee req-696bd3b0-2b3e-4790-99ec-76077343eb1e tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:01.866411 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-6324159b-2c1b-4f9b-bbb2-7f9e5fb6fbee req-696bd3b0-2b3e-4790-99ec-76077343eb1e tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Calling delete_port for a8382169-6666-4811-b4e4-e11ec00608c9 owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:15:02.012983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6324159b-2c1b-4f9b-bbb2-7f9e5fb6fbee req-696bd3b0-2b3e-4790-99ec-76077343eb1e tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:02.019307 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2e1fa33d-fd95-4e2e-a520-1069e17eefc9 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:02.024627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['a8382169-6666-4811-b4e4-e11ec00608c9'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:15:02.065674 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bd3b0-2b3e-4790-99ec-76077343eb1e tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Pushing event deleted for resources: {'Port': ['ID=a8382169-6666-4811-b4e4-e11ec00608c9,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:02.069839 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-696bd3b0-2b3e-4790-99ec-76077343eb1e tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:02.367211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-6324159b-2c1b-4f9b-bbb2-7f9e5fb6fbee req-696bd3b0-2b3e-4790-99ec-76077343eb1e tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] No DVR routers for this DVR port a8382169-6666-4811-b4e4-e11ec00608c9 on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:15:02.369747 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-6324159b-2c1b-4f9b-bbb2-7f9e5fb6fbee req-696bd3b0-2b3e-4790-99ec-76077343eb1e tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:02.373290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388ff298-5331-49a9-a7dc-4ecdf032d357', 'name': 'network-vif-deleted', 'tag': 'a8382169-6666-4811-b4e4-e11ec00608c9'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:15:02.387887 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6324159b-2c1b-4f9b-bbb2-7f9e5fb6fbee req-696bd3b0-2b3e-4790-99ec-76077343eb1e tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.64 "DELETE /v2.0/ports/a8382169-6666-4811-b4e4-e11ec00608c9 HTTP/1.1" status: 204 len: 173 time: 1.0311339 Nov 05 13:15:02.428234 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388ff298-5331-49a9-a7dc-4ecdf032d357', 'name': 'network-vif-deleted', 'tag': 'a8382169-6666-4811-b4e4-e11ec00608c9', 'status': 'completed', 'code': 200} Nov 05 13:15:02.701630 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-b735b229-c22d-4df6-8de0-e0b09e6db296 req-74572fa4-a2fe-4c3f-b2f1-3bf785145cd3 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Synchronizing usage tracker for tenant:f467863204a4454eb4bae1e687167b4d on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:15:02.716114 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-b735b229-c22d-4df6-8de0-e0b09e6db296 req-74572fa4-a2fe-4c3f-b2f1-3bf785145cd3 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Unset dirty status for tenant:f467863204a4454eb4bae1e687167b4d on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:15:02.717430 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b735b229-c22d-4df6-8de0-e0b09e6db296 req-74572fa4-a2fe-4c3f-b2f1-3bf785145cd3 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] 10.222.0.39 "GET /v2.0/ports?device_id=388ff298-5331-49a9-a7dc-4ecdf032d357 HTTP/1.1" status: 200 len: 210 time: 0.0648484 Nov 05 13:15:04.567310 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a46e05a8-b5e5-4647-a58b-a6c85fcdc2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:05.467716 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device a8382169-6666-4811-b4e4-e11ec00608c9 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:15:05.501482 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: a8382169-6666-4811-b4e4-e11ec00608c9 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:15:05.501886 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device a8382169-6666-4811-b4e4-e11ec00608c9 not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:15:06.036659 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:06.899891 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6c1e26e3-b7bd-4c43-995a-607e0e8204f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:07.531611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:07.731964 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53436) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:07.889441 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:07.922328 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:07.926347 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Usage tracker for resource:security_group_rule and tenant:4eed02497acd4dfd9b5472c76d26f08f is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:07.929390 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:07.935852 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:08.005609 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:08.008331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:08.015690 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6408853a-ec5d-4c72-8733-0e3a5ee0051e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:08.057130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd98be74-34cd-47ba-9e20-7174c9255440,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:08.063550 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4eed02497acd4dfd9b5472c76d26f08f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3304102 Nov 05 13:15:08.066608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 53442) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:08.069143 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:08.069560 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:08.069969 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:08.070373 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:08.070775 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:08.071172 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:08.071589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:08.071964 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:08.072355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:08.072747 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:08.073162 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:08.077234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:08.131441 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e1c959fd-7cae-417e-b7db-7608071c39b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:08.158003 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e1c959fd-7cae-417e-b7db-7608071c39b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:08.202315 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e1c959fd-7cae-417e-b7db-7608071c39b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:08.207473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7224959b-426a-478c-82f5-206d26124522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:08.221796 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c959fd-7cae-417e-b7db-7608071c39b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd98be74-34cd-47ba-9e20-7174c9255440,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:08.224483 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e1c959fd-7cae-417e-b7db-7608071c39b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:08.226601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e1c959fd-7cae-417e-b7db-7608071c39b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:08.228337 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-e1c959fd-7cae-417e-b7db-7608071c39b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd98be74-34cd-47ba-9e20-7174c9255440 HTTP/1.1" status: 204 len: 168 time: 0.1606364 Nov 05 13:15:08.801620 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:16.293971 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:17.491792 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:15:19.123989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53632) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:19.273548 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fbfb-2935-48d4-afa8-a43cdffc3eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:19.306556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d6f8fbfb-2935-48d4-afa8-a43cdffc3eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:19.311091 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d6f8fbfb-2935-48d4-afa8-a43cdffc3eed admin admin] Usage tracker for resource:security_group_rule and tenant:029d78bd694c47258ee76160644ad912 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:19.314052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d6f8fbfb-2935-48d4-afa8-a43cdffc3eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:19.320042 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d6f8fbfb-2935-48d4-afa8-a43cdffc3eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:19.388229 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fbfb-2935-48d4-afa8-a43cdffc3eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:19.391035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fbfb-2935-48d4-afa8-a43cdffc3eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:19.398467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-73ef3ce3-a734-43d9-af91-f05d058fa397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:19.441912 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8fbfb-2935-48d4-afa8-a43cdffc3eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60e92dc-d123-421f-83e5-27af81f2f7eb,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:19.446678 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d6f8fbfb-2935-48d4-afa8-a43cdffc3eed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=029d78bd694c47258ee76160644ad912&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3216033 Nov 05 13:15:19.447660 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d6f8fbfb-2935-48d4-afa8-a43cdffc3eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:19.449916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53638) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:19.514936 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f0248e5d-7594-4d0c-bbba-04933a3be766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:19.540481 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f0248e5d-7594-4d0c-bbba-04933a3be766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:19.586339 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f0248e5d-7594-4d0c-bbba-04933a3be766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:19.590294 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a500f21d-7ffb-4609-b8f4-e2de3df942a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:19.603535 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0248e5d-7594-4d0c-bbba-04933a3be766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60e92dc-d123-421f-83e5-27af81f2f7eb,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:19.606535 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f0248e5d-7594-4d0c-bbba-04933a3be766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:19.615192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f0248e5d-7594-4d0c-bbba-04933a3be766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:19.617755 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f0248e5d-7594-4d0c-bbba-04933a3be766 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f60e92dc-d123-421f-83e5-27af81f2f7eb HTTP/1.1" status: 204 len: 168 time: 0.1660125 Nov 05 13:15:21.336647 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 53694) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:21.407692 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-35135240-6fb8-479b-b8a6-29ab9e4e9dfd admin admin] Deleting subnet 61f1721c-9934-4941-a74d-a2139ab162aa {{(pid=88180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:15:21.411503 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-35135240-6fb8-479b-b8a6-29ab9e4e9dfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:21.470257 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-35135240-6fb8-479b-b8a6-29ab9e4e9dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838363850'] for subnet, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:21.528495 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-35135240-6fb8-479b-b8a6-29ab9e4e9dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:21.601007 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-35135240-6fb8-479b-b8a6-29ab9e4e9dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15842110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14874446'] for subnet, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:21.607665 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:21.652388 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35135240-6fb8-479b-b8a6-29ab9e4e9dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f1721c-9934-4941-a74d-a2139ab162aa,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:21.662822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-35135240-6fb8-479b-b8a6-29ab9e4e9dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:21.663946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-35135240-6fb8-479b-b8a6-29ab9e4e9dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:21.673308 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-35135240-6fb8-479b-b8a6-29ab9e4e9dfd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/61f1721c-9934-4941-a74d-a2139ab162aa HTTP/1.1" status: 204 len: 168 time: 0.3331785 Nov 05 13:15:21.673695 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 53710) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:21.793199 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:21.934591 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:21.972295 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72160146-5e67-4d09-8919-d3ce9de8e3c6']}} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:21.986118 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508363c8-729c-43b0-aaed-721254465fd4') {'for_net_delete': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:21.986462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508363c8-729c-43b0-aaed-721254465fd4') {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:21.999358 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16411967'] for segment, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.015601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.015827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53720) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:22.021370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=88180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:15:22.021810 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838933040'] for segment, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:15:22.035969 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:15:22.114697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.118518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9878a972-2d71-47bc-9bfa-eac5fa924fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:22.133483 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.145322 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=72160146-5e67-4d09-8919-d3ce9de8e3c6,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:22.148768 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:22.154017 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-ecf2926b-dfc5-4ff3-b90b-607260f07e6e admin admin] 10.222.0.39 "DELETE /v2.0/networks/72160146-5e67-4d09-8919-d3ce9de8e3c6 HTTP/1.1" status: 204 len: 168 time: 0.4793100 Nov 05 13:15:22.156993 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 53726) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:22.173763 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e695-5733-43b8-a983-70fd78ae2df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.207953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a1a8e695-5733-43b8-a983-70fd78ae2df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:22.212509 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a1a8e695-5733-43b8-a983-70fd78ae2df3 admin admin] Usage tracker for resource:security_group_rule and tenant:cc81774ea05845ad8ad58c1e635fea2d is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:22.215696 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a1a8e695-5733-43b8-a983-70fd78ae2df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:22.221967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a1a8e695-5733-43b8-a983-70fd78ae2df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:22.300082 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e695-5733-43b8-a983-70fd78ae2df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.302997 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e695-5733-43b8-a983-70fd78ae2df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.312283 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2d8313d1-9328-40cf-ad1d-2b71bc29791e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:22.356397 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8e695-5733-43b8-a983-70fd78ae2df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f5c353-eec4-4a63-b94f-442cee870b41,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:22.360650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a1a8e695-5733-43b8-a983-70fd78ae2df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:22.365994 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a1a8e695-5733-43b8-a983-70fd78ae2df3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc81774ea05845ad8ad58c1e635fea2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3465586 Nov 05 13:15:22.366585 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53730) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:22.435843 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9256d465-50e9-49f7-950e-94c409961e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.442263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-104605e8-56ee-412d-8f7a-24bbcc7daf75 admin admin] Deleting subnet 8fd467f5-05cd-47f6-b25e-86c5ca45106d {{(pid=88180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:15:22.445947 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-104605e8-56ee-412d-8f7a-24bbcc7daf75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.462385 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9256d465-50e9-49f7-950e-94c409961e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.498189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-104605e8-56ee-412d-8f7a-24bbcc7daf75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838363850'] for subnet, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.507037 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9256d465-50e9-49f7-950e-94c409961e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.512273 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-36dc675d-25ee-44f0-9fa6-1a9b69be0a8b tempest-AttachVolumeShelveTestJSON-136604989 tempest-AttachVolumeShelveTestJSON-136604989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:22.523601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256d465-50e9-49f7-950e-94c409961e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f5c353-eec4-4a63-b94f-442cee870b41,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:22.527993 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9256d465-50e9-49f7-950e-94c409961e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:22.532433 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9256d465-50e9-49f7-950e-94c409961e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.536518 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-9256d465-50e9-49f7-950e-94c409961e78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9f5c353-eec4-4a63-b94f-442cee870b41 HTTP/1.1" status: 204 len: 168 time: 0.1666191 Nov 05 13:15:22.561840 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-104605e8-56ee-412d-8f7a-24bbcc7daf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.636246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-104605e8-56ee-412d-8f7a-24bbcc7daf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15842110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14874446'] for subnet, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.641984 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8259c528-7383-48e0-a990-33b2269d7b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:22.677923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104605e8-56ee-412d-8f7a-24bbcc7daf75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd467f5-05cd-47f6-b25e-86c5ca45106d,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:22.681701 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-104605e8-56ee-412d-8f7a-24bbcc7daf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:22.686452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-104605e8-56ee-412d-8f7a-24bbcc7daf75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.693267 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-104605e8-56ee-412d-8f7a-24bbcc7daf75 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8fd467f5-05cd-47f6-b25e-86c5ca45106d HTTP/1.1" status: 204 len: 168 time: 0.5352263 Nov 05 13:15:22.695734 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 53738) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:22.817801 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.899885 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53742) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:22.919749 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cab3c775-2342-4868-be96-f370160bfc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.951940 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:22.952947 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-cab3c775-2342-4868-be96-f370160bfc84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:22.956994 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-cab3c775-2342-4868-be96-f370160bfc84 admin admin] Usage tracker for resource:security_group_rule and tenant:387a0bad54f14677af632f1f85151151 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:22.960239 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-cab3c775-2342-4868-be96-f370160bfc84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:22.966575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-cab3c775-2342-4868-be96-f370160bfc84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:22.979079 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890ddaf2-b1b2-4521-adee-cf5596c7f7cb']}} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:22.992388 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd2a7c1-53e2-469c-8787-36b76c513399') {'for_net_delete': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:22.992736 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd2a7c1-53e2-469c-8787-36b76c513399') {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:23.005481 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16411967'] for segment, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.025833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.035502 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=88180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:15:23.035944 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cab3c775-2342-4868-be96-f370160bfc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.036138 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838933040'] for segment, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.038822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cab3c775-2342-4868-be96-f370160bfc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.047016 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-dac52fb2-bc53-4a3a-8397-2174c997f7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:15:23.058316 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:15:23.093956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3c775-2342-4868-be96-f370160bfc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eb4668-67af-4888-9c73-33d301904dd9,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:23.101827 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-cab3c775-2342-4868-be96-f370160bfc84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=387a0bad54f14677af632f1f85151151&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1982987 Nov 05 13:15:23.101827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cab3c775-2342-4868-be96-f370160bfc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:23.102378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53746) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:23.152763 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.156701 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8b2f5958-b7d0-4c1d-a7fb-c7919c3ffd3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:23.166050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e036186-cf72-416d-8813-fed04f753738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.173993 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.181407 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] Pushing event deleted for resources: {'Network': ['ID=890ddaf2-b1b2-4521-adee-cf5596c7f7cb,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:23.183682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:23.188260 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] 10.222.0.39 "DELETE /v2.0/networks/890ddaf2-b1b2-4521-adee-cf5596c7f7cb HTTP/1.1" status: 204 len: 168 time: 0.4884233 Nov 05 13:15:23.194369 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e036186-cf72-416d-8813-fed04f753738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.239645 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e036186-cf72-416d-8813-fed04f753738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.244593 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:23.256043 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e036186-cf72-416d-8813-fed04f753738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eb4668-67af-4888-9c73-33d301904dd9,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:23.260946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6e036186-cf72-416d-8813-fed04f753738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:23.262928 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e036186-cf72-416d-8813-fed04f753738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.264185 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6e036186-cf72-416d-8813-fed04f753738 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9eb4668-67af-4888-9c73-33d301904dd9 HTTP/1.1" status: 204 len: 168 time: 0.1610610 Nov 05 13:15:23.395449 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53754) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:23.453996 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c3769421-f07b-4e37-837f-ace710549ddf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f467863204a4454eb4bae1e687167b4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0547454 Nov 05 13:15:23.454195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53760) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:23.521491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-87cf511a-4a01-4eea-ade9-25d7fa0252cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.549666 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-87cf511a-4a01-4eea-ade9-25d7fa0252cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.595759 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-87cf511a-4a01-4eea-ade9-25d7fa0252cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.600874 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-042c420c-da39-4799-897b-a1965996e0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:23.617808 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf511a-4a01-4eea-ade9-25d7fa0252cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0ecc07-35df-4f9c-85f9-3a58bf578dcb,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:23.628843 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-87cf511a-4a01-4eea-ade9-25d7fa0252cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:23.635516 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-87cf511a-4a01-4eea-ade9-25d7fa0252cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:23.637019 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-87cf511a-4a01-4eea-ade9-25d7fa0252cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab0ecc07-35df-4f9c-85f9-3a58bf578dcb HTTP/1.1" status: 204 len: 168 time: 0.1818249 Nov 05 13:15:23.992109 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53780) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:24.045119 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-85384a1c-464a-4d2c-89f2-0ba873ad5c40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02d612e0ed484b66ac12a9ad30dbd149&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510621 Nov 05 13:15:24.047655 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53784) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:24.109393 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8106203-d5b7-4f56-9945-461b4e023d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:24.136850 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8106203-d5b7-4f56-9945-461b4e023d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:24.186780 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8106203-d5b7-4f56-9945-461b4e023d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:24.191797 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0a4d2b0d-60c0-47fb-9d3b-a40b310771a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:24.205030 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8106203-d5b7-4f56-9945-461b4e023d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d2e43c-e608-4be2-be51-94c16fe71e18,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:24.207661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c8106203-d5b7-4f56-9945-461b4e023d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:24.211208 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c8106203-d5b7-4f56-9945-461b4e023d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:24.221291 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-c8106203-d5b7-4f56-9945-461b4e023d0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92d2e43c-e608-4be2-be51-94c16fe71e18 HTTP/1.1" status: 204 len: 168 time: 0.1637847 Nov 05 13:15:24.744755 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 53808) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:24.965914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-48cd8d2e-fdbd-4336-9d7d-061f887efcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:24.999538 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-48cd8d2e-fdbd-4336-9d7d-061f887efcd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:25.003784 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-48cd8d2e-fdbd-4336-9d7d-061f887efcd3 admin admin] Usage tracker for resource:security_group_rule and tenant:e725794187de4514b7184f82e5018e60 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:25.006858 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-48cd8d2e-fdbd-4336-9d7d-061f887efcd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:25.013242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-48cd8d2e-fdbd-4336-9d7d-061f887efcd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:25.080661 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-48cd8d2e-fdbd-4336-9d7d-061f887efcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:25.084450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-48cd8d2e-fdbd-4336-9d7d-061f887efcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:25.092802 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c0be9db3-4278-490a-af1f-e4ebf5703b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:25.138323 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd8d2e-fdbd-4336-9d7d-061f887efcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec618258-c32b-4642-a5a8-d035d9252525,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:25.145758 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-48cd8d2e-fdbd-4336-9d7d-061f887efcd3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e725794187de4514b7184f82e5018e60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3997760 Nov 05 13:15:25.146078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 53822) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:25.146731 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-48cd8d2e-fdbd-4336-9d7d-061f887efcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:25.216822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:25.243706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:25.288312 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:25.294267 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9696fea9-bdc7-43bb-bd81-d46942c2ecb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:25.307014 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec618258-c32b-4642-a5a8-d035d9252525,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:25.317056 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:25.318287 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec618258-c32b-4642-a5a8-d035d9252525 HTTP/1.1" status: 204 len: 168 time: 0.1709647 Nov 05 13:15:25.320267 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:25.320901 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:25.321200 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:25.321634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:25.322032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:25.322445 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:25.322859 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:25.323263 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:25.323654 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:25.324107 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:25.324440 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:25.328090 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3bda8194-53ca-4f82-b44f-af83ca6cc95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:34.570773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7a77-ba68-4d6c-8614-961080d18d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:36.040269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:36.900836 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0915a781-cfc3-4ce1-8f98-024719625d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:37.528647 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:37.543502 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54038) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:37.711394 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fec4d392-3589-447a-9315-ed559348ff72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:37.744516 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fec4d392-3589-447a-9315-ed559348ff72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:37.749156 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fec4d392-3589-447a-9315-ed559348ff72 admin admin] Usage tracker for resource:security_group_rule and tenant:39ce9f5db30d4e6a925647c8d403c097 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:37.752030 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-fec4d392-3589-447a-9315-ed559348ff72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:37.758027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-fec4d392-3589-447a-9315-ed559348ff72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:37.826631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fec4d392-3589-447a-9315-ed559348ff72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:37.829556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fec4d392-3589-447a-9315-ed559348ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:37.837334 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-475ba544-4196-46e2-8a0e-eba3aaa1fbe3 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:37.876810 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54050) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:37.876972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4d392-3589-447a-9315-ed559348ff72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878819a1-cd4f-4c8d-9a70-b338101fa3b0,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:37.880272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fec4d392-3589-447a-9315-ed559348ff72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:37.889843 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-fec4d392-3589-447a-9315-ed559348ff72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39ce9f5db30d4e6a925647c8d403c097&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3419826 Nov 05 13:15:37.889843 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54056) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:37.957226 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5e65f86-fa01-4ab4-b4df-33ae036e3013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:37.984450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5e65f86-fa01-4ab4-b4df-33ae036e3013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.030729 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b6ff54ed-09f4-45cc-b944-345dc84450c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.031315 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5e65f86-fa01-4ab4-b4df-33ae036e3013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.036535 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fb78ec81-05ab-4cfd-8cc0-0293373d6294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:38.047588 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e65f86-fa01-4ab4-b4df-33ae036e3013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878819a1-cd4f-4c8d-9a70-b338101fa3b0,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:38.050110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f5e65f86-fa01-4ab4-b4df-33ae036e3013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:38.056062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f5e65f86-fa01-4ab4-b4df-33ae036e3013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.059857 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f5e65f86-fa01-4ab4-b4df-33ae036e3013 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/878819a1-cd4f-4c8d-9a70-b338101fa3b0 HTTP/1.1" status: 204 len: 168 time: 0.1665974 Nov 05 13:15:38.064375 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-b6ff54ed-09f4-45cc-b944-345dc84450c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:38.069128 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-b6ff54ed-09f4-45cc-b944-345dc84450c0 admin admin] Usage tracker for resource:security_group_rule and tenant:96219bfcf4d546ff84466f7fadce117a is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:38.072368 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-b6ff54ed-09f4-45cc-b944-345dc84450c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:38.079295 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-b6ff54ed-09f4-45cc-b944-345dc84450c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:38.150953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b6ff54ed-09f4-45cc-b944-345dc84450c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.153354 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b6ff54ed-09f4-45cc-b944-345dc84450c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.161755 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-048af889-000b-4f62-902b-6e674f386ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:38.204946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff54ed-09f4-45cc-b944-345dc84450c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3232d64-9bc6-4b27-ba71-6b37119eaf7a,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:38.208330 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b6ff54ed-09f4-45cc-b944-345dc84450c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:38.211572 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b6ff54ed-09f4-45cc-b944-345dc84450c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96219bfcf4d546ff84466f7fadce117a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3336532 Nov 05 13:15:38.214598 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54064) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:38.279151 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-14b9e772-cf01-4824-a2b9-1607211c5475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.306549 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-14b9e772-cf01-4824-a2b9-1607211c5475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.351395 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-14b9e772-cf01-4824-a2b9-1607211c5475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.356607 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-39226ed3-52c2-420f-a605-522d92c84321 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:38.373519 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9e772-cf01-4824-a2b9-1607211c5475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3232d64-9bc6-4b27-ba71-6b37119eaf7a,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:38.376354 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-14b9e772-cf01-4824-a2b9-1607211c5475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:38.377522 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-14b9e772-cf01-4824-a2b9-1607211c5475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.381509 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-14b9e772-cf01-4824-a2b9-1607211c5475 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3232d64-9bc6-4b27-ba71-6b37119eaf7a HTTP/1.1" status: 204 len: 168 time: 0.1656284 Nov 05 13:15:38.406657 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54070) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:38.426939 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8f4ffb60-7826-4a8c-b01f-32f0388911c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.459013 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8f4ffb60-7826-4a8c-b01f-32f0388911c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:38.463316 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8f4ffb60-7826-4a8c-b01f-32f0388911c9 admin admin] Usage tracker for resource:security_group_rule and tenant:53336645fa0643a9b33266153fcea538 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:38.467029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-8f4ffb60-7826-4a8c-b01f-32f0388911c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:38.473109 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-8f4ffb60-7826-4a8c-b01f-32f0388911c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:38.547565 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8f4ffb60-7826-4a8c-b01f-32f0388911c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.550869 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8f4ffb60-7826-4a8c-b01f-32f0388911c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.558872 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b6ff54ed-09f4-45cc-b944-345dc84450c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:38.602925 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ffb60-7826-4a8c-b01f-32f0388911c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e3c65a-c5b7-4269-b2b2-541b67c07f62,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:38.606168 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8f4ffb60-7826-4a8c-b01f-32f0388911c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:38.609402 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8f4ffb60-7826-4a8c-b01f-32f0388911c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53336645fa0643a9b33266153fcea538&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2014873 Nov 05 13:15:38.611872 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54076) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:38.681981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-372e5ece-bba6-43ca-936f-d8ef9ed0bdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.710615 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-372e5ece-bba6-43ca-936f-d8ef9ed0bdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.756184 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-372e5ece-bba6-43ca-936f-d8ef9ed0bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.761267 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-77273740-113c-493c-9284-a25e863f23d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:38.776989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e5ece-bba6-43ca-936f-d8ef9ed0bdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e3c65a-c5b7-4269-b2b2-541b67c07f62,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:38.779778 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-372e5ece-bba6-43ca-936f-d8ef9ed0bdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:38.790969 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-372e5ece-bba6-43ca-936f-d8ef9ed0bdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:38.793225 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-372e5ece-bba6-43ca-936f-d8ef9ed0bdd1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1e3c65a-c5b7-4269-b2b2-541b67c07f62 HTTP/1.1" status: 204 len: 168 time: 0.1802998 Nov 05 13:15:38.816422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:45.408345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54222) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:45.567051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-62368dae-9af5-42d5-8fcb-50d5547138ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:45.602650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-62368dae-9af5-42d5-8fcb-50d5547138ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:45.607275 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-62368dae-9af5-42d5-8fcb-50d5547138ba admin admin] Usage tracker for resource:security_group_rule and tenant:23304fb6b2b249178d5621972dac5af8 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:45.610708 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-62368dae-9af5-42d5-8fcb-50d5547138ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:45.617117 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-62368dae-9af5-42d5-8fcb-50d5547138ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:45.688472 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-62368dae-9af5-42d5-8fcb-50d5547138ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:45.691373 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-62368dae-9af5-42d5-8fcb-50d5547138ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:45.698960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-10b4e0d9-27be-40d0-9a6a-8994ac1567f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:45.748396 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-62368dae-9af5-42d5-8fcb-50d5547138ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23304fb6b2b249178d5621972dac5af8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3388414 Nov 05 13:15:45.749216 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62368dae-9af5-42d5-8fcb-50d5547138ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b822439d-d3bb-436f-85a7-4376753130bf,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:45.752179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54228) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:45.752493 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-62368dae-9af5-42d5-8fcb-50d5547138ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:45.818210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d058a15e-c04c-427b-b3a9-29c26ebb0676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:45.846798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d058a15e-c04c-427b-b3a9-29c26ebb0676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:45.894419 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d058a15e-c04c-427b-b3a9-29c26ebb0676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:45.899389 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f5e65f86-fa01-4ab4-b4df-33ae036e3013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:45.915474 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058a15e-c04c-427b-b3a9-29c26ebb0676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b822439d-d3bb-436f-85a7-4376753130bf,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:45.918364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d058a15e-c04c-427b-b3a9-29c26ebb0676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:45.920104 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d058a15e-c04c-427b-b3a9-29c26ebb0676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:45.921434 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d058a15e-c04c-427b-b3a9-29c26ebb0676 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b822439d-d3bb-436f-85a7-4376753130bf HTTP/1.1" status: 204 len: 168 time: 0.1678803 Nov 05 13:15:46.295988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:46.769211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54252) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:46.916408 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-905555416-network', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:15:46.922167 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:46.926287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Usage tracker for resource:network and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:46.929299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:46.936704 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:46.945455 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Made reservation on behalf of 572bc7f3c3cf493189a2322191d8b7f7 for: {'network': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:15:46.950743 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:46.964401 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:46.997929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:47.001952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Usage tracker for resource:security_group_rule and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:47.004888 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:47.010883 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:47.080927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.084080 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.088906 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-372e5ece-bba6-43ca-936f-d8ef9ed0bdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:47.115025 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=88181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:15:47.129782 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7885cca8-9fc0-4a74-a305-385f177f3efc,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:47.134016 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:47.134970 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.135359 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Added segment 681ca150-52bb-4a8f-8984-41680adfb798 of type vlan for network 3d7673fc-b72f-4317-8d41-4cb951845549 Nov 05 13:15:47.162666 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.193590 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.194876 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:15:47.195529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.201192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fbebac70-2075-425c-a083-80aaaef288c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:47.315982 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Pushing event updated for resources: {'Network': ['ID=3d7673fc-b72f-4317-8d41-4cb951845549,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:47.319414 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:47.321985 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-32ffbf54-136c-498e-ae8c-4930a683cac6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5516489 Nov 05 13:15:47.325670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54260) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:47.327066 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network 3d7673fc-b72f-4317-8d41-4cb951845549 details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:15:47.331546 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Request body: {'subnet': {'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-905555416-subnet', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'ip_version': 4}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:15:47.337010 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:47.341114 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Usage tracker for resource:subnet and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:47.344425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:47.351269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:47.361113 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Made reservation on behalf of 572bc7f3c3cf493189a2322191d8b7f7 for: {'subnet': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:15:47.366182 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838417419'] for subnet, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.583766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16276215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838417436'] for subnet, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.588247 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3841ebe8-4b9f-43f4-b10f-04e7454e9735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:47.664230 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae530dd-0888-46cd-ba47-d430d5235512,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:47.669679 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:47.680485 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Checking segment: {'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:15:47.680915 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Network hostable DHCP agents. Network: 3d7673fc-b72f-4317-8d41-4cb951845549, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:15:47.703547 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Network 3d7673fc-b72f-4317-8d41-4cb951845549 is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:15:47.712998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, 3d7673fc-b72f-4317-8d41-4cb951845549) {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:15:47.717674 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:15:47.718723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.722157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca879b-ccaf-4bc2-9051-a348e52a34b4 None None] Network 3d7673fc-b72f-4317-8d41-4cb951845549 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:15:47.743433 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6e7e3ceb-4643-4deb-9e39-5342667ca528 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4142175 Nov 05 13:15:47.743668 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54264) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:47.749902 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:15:47.754726 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:47.758788 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Usage tracker for resource:router and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:47.761832 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:47.767817 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:47.779835 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-648725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775552'] for router, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.780874 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854126853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854100366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854015493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-281'] for router, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.803465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.951988 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16b524d8-9c6b-56f2-95b6-eb13d4fabab4-3d7673fc-b72f-4317-8d41-4cb951845549', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512'}]}} from dv-cinder-815883-2-smb. {{(pid=88182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:15:47.952994 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:47.960617 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854100413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-494'] for router, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:48.119242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Allocated IP 172.20.0.2 (3d7673fc-b72f-4317-8d41-4cb951845549/7ae530dd-0888-46cd-ba47-d430d5235512/59366d3b-c6e6-4c42-9cf8-5c107c77fff7) {{(pid=88182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:15:48.162864 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:48.196178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:48.343234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Notify callbacks [] for port, precommit_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:48.346977 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Allocated IP 172.28.2.156 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/67ccd733-8042-4f0b-939e-b2bcf3675c2d) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:15:48.354614 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Transition to ACTIVE for port object 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:15:48.382700 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Transition to ACTIVE for port object 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 will not be triggered until provisioned by entity DHCP. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:15:48.388147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:48.393299 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:48.458269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Network 3d7673fc-b72f-4317-8d41-4cb951845549 is already hosted by enough agents. {{(pid=88182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:15:48.462096 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Resources bound (agent type, host, resource id): {{(pid=88182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:15:48.466075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Received port after_create {{(pid=88182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:15:48.472736 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Pushing event updated for resources: {'Port': ['ID=59366d3b-c6e6-4c42-9cf8-5c107c77fff7,revision_number=1']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:48.507180 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:48.513182 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:48.513576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:48.513961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:48.514341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:48.514714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:48.515086 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:48.515453 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:48.515821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:48.516190 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:48.516553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:48.516968 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:48.524973 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:48.533907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:48.538691 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-819a6e23-019c-4f46-95d5-90629c532494 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:48.577986 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Attempting to bind port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:15:48.578410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Attempting to bind port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:15:48.578832 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Attempting to bind port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 on network 3d7673fc-b72f-4317-8d41-4cb951845549 {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:15:48.586201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:15:48.586620 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Checking segment: {'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:15:48.587074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:48.587516 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Bound using segment: {'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:15:48.588033 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Bound port: 59366d3b-c6e6-4c42-9cf8-5c107c77fff7, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:15:48.588456 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:48.615236 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:15:48.619157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:15:48.621378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Pushing event updated for resources: {'Port': ['ID=67ccd733-8042-4f0b-939e-b2bcf3675c2d,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:48.624249 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:15:48.654185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:48.683157 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] For port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:15:48.687609 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] For port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=59366d3b-c6e6-4c42-9cf8-5c107c77fff7,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:15:48.690407 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:48.695082 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:48.789282 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Pushing event updated for resources: {'Port': ['ID=59366d3b-c6e6-4c42-9cf8-5c107c77fff7,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:48.790123 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:48.790894 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854127075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102106'] for router, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:48.795065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:49.044977 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Router beef1c3f-6435-43b6-86d9-8c50a360d682 is scheduled to L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 with binding_index 1 {{(pid=88181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:15:49.282561 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:15:49.292973 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Sync routers for ids ['beef1c3f-6435-43b6-86d9-8c50a360d682'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:15:49.306143 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Routers {'beef1c3f-6435-43b6-86d9-8c50a360d682'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:15:49.306826 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:15:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['beef1c3f-6435-43b6-86d9-8c50a360d682'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:49.307528 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] Notify callbacks [] for router, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:49.312367 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-155ade25-a162-4c81-8126-91566cdda81d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5642793 Nov 05 13:15:49.313441 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54270) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:49.500490 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Set router beef1c3f-6435-43b6-86d9-8c50a360d682 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:15:49.757639 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:15:49.894784 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:15:49.910305 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:15:48Z', 'revision_number': 3, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:49.918379 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Checking router: beef1c3f-6435-43b6-86d9-8c50a360d682 for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:15:49.919553 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Updating router beef1c3f-6435-43b6-86d9-8c50a360d682 port 67ccd733-8042-4f0b-939e-b2bcf3675c2d binding host dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:15:49.979789 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:50.157475 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:50.400883 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Allocated IP 172.20.0.1 (3d7673fc-b72f-4317-8d41-4cb951845549/7ae530dd-0888-46cd-ba47-d430d5235512/555479ce-432e-4221-9390-9667ca401cad) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:15:50.485978 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01818dcf-764f-4c1d-9fb7-15b4e28a0330 None None] Network 3d7673fc-b72f-4317-8d41-4cb951845549 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:15:50.571333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:50.589917 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Transition to ACTIVE for port object 555479ce-432e-4221-9390-9667ca401cad will not be triggered until provisioned by entity DHCP. {{(pid=88180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:15:50.615366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:50.620614 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:50.621704 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:50.628323 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a528dd7d-3391-4f86-af6b-dda015489e83 None None] Provisioning for port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:15:50.648257 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Transition to ACTIVE for port object 67ccd733-8042-4f0b-939e-b2bcf3675c2d will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:15:50.650932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-a528dd7d-3391-4f86-af6b-dda015489e83 None None] Provisioning complete for port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:15:50.651356 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a528dd7d-3391-4f86-af6b-dda015489e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:50.693622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Network 3d7673fc-b72f-4317-8d41-4cb951845549 is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:15:50.697867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:15:50.700681 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=555479ce-432e-4221-9390-9667ca401cad,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:50.703627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:50.703795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:15:50.712158 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:50.739490 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:50.765842 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102243'] for router_interface, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:50.853706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:50.870595 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcccc8-6008-4717-a37f-5614aaf63ea6 None None] Pushing event updated for resources: {'Port': ['ID=67ccd733-8042-4f0b-939e-b2bcf3675c2d,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:50.877196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3efcccc8-6008-4717-a37f-5614aaf63ea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:50.902052 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Attempting to bind port 67ccd733-8042-4f0b-939e-b2bcf3675c2d on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:15:50.902588 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Attempting to bind port 67ccd733-8042-4f0b-939e-b2bcf3675c2d by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:15:50.902869 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Attempting to bind port 67ccd733-8042-4f0b-939e-b2bcf3675c2d on network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:15:50.959293 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:15:50.959895 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Checking segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:15:50.960351 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:50.960809 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Bound using segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:15:50.961377 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Bound port: 67ccd733-8042-4f0b-939e-b2bcf3675c2d, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:15:50.961798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:51.032290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a528dd7d-3391-4f86-af6b-dda015489e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:51.099444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:51.099919 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] For port 67ccd733-8042-4f0b-939e-b2bcf3675c2d, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:15:51.103239 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838933006'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:51.104594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] For port 67ccd733-8042-4f0b-939e-b2bcf3675c2d, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=67ccd733-8042-4f0b-939e-b2bcf3675c2d,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:15:51.110109 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:51.117615 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-a528dd7d-3391-4f86-af6b-dda015489e83 None None] For port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=59366d3b-c6e6-4c42-9cf8-5c107c77fff7,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:15:51.119236 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:51.138715 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2f066d92-4a78-41b2-a716-400a171ade36 tempest-TestMinimumBasicScenario-944326603 tempest-TestMinimumBasicScenario-944326603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:51.157914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a528dd7d-3391-4f86-af6b-dda015489e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:51.205919 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcccc8-6008-4717-a37f-5614aaf63ea6 None None] Pushing event updated for resources: {'Port': ['ID=67ccd733-8042-4f0b-939e-b2bcf3675c2d,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:51.210825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3efcccc8-6008-4717-a37f-5614aaf63ea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:51.211281 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-80cf841d-be00-4a5e-9b77-429043c5a056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:51.220139 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1135331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854100860'] for router_interface, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:51.232611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=555479ce-432e-4221-9390-9667ca401cad,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:51.236132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:51.246108 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Routers {'beef1c3f-6435-43b6-86d9-8c50a360d682'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:15:51.246604 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:15:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['beef1c3f-6435-43b6-86d9-8c50a360d682'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:51.390401 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Network 3d7673fc-b72f-4317-8d41-4cb951845549 is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:15:51.391520 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:15:51.431502 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528dd7d-3391-4f86-af6b-dda015489e83 None None] Pushing event updated for resources: {'Port': ['ID=59366d3b-c6e6-4c42-9cf8-5c107c77fff7,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:51.436646 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a528dd7d-3391-4f86-af6b-dda015489e83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:51.493125 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] Set router beef1c3f-6435-43b6-86d9-8c50a360d682 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:15:51.539021 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-febda6eb-3237-4a8c-8d0a-81af1c70be2d None None] Provisioning complete for port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:15:51.539433 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-febda6eb-3237-4a8c-8d0a-81af1c70be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:51.832137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:15:52.055967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-febda6eb-3237-4a8c-8d0a-81af1c70be2d None None] Provisioning for port 555479ce-432e-4221-9390-9667ca401cad completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:15:52.061212 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:15:52.061637 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:52.085165 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Router beef1c3f-6435-43b6-86d9-8c50a360d682 has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:15:52.097721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-febda6eb-3237-4a8c-8d0a-81af1c70be2d None None] Provisioning complete for port 555479ce-432e-4221-9390-9667ca401cad triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:15:52.098141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-febda6eb-3237-4a8c-8d0a-81af1c70be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:52.155594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '555479ce-432e-4221-9390-9667ca401cad', 'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'mac_address': 'fa:16:3e:9c:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:50Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 2, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'subnets': [{'id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:52.176234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94b6bec-6a89-4c4a-b48f-b233005ee7b6 None None] The sync data for ids ['beef1c3f-6435-43b6-86d9-8c50a360d682'] in dv-cinder-815883-2-smb is: [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '555479ce-432e-4221-9390-9667ca401cad', 'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'mac_address': 'fa:16:3e:9c:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:50Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 2, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'subnets': [{'id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:15:52.178470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-febda6eb-3237-4a8c-8d0a-81af1c70be2d None None] Port 555479ce-432e-4221-9390-9667ca401cad cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:15:52.306365 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:15:52.322535 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] 10.222.0.39 "PUT /v2.0/routers/beef1c3f-6435-43b6-86d9-8c50a360d682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0030072 Nov 05 13:15:52.415062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-94541acf-0354-45c4-85ba-b1029b0d6317 None None] Provisioning complete for port 555479ce-432e-4221-9390-9667ca401cad triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:15:52.415486 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-94541acf-0354-45c4-85ba-b1029b0d6317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:52.469273 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-94541acf-0354-45c4-85ba-b1029b0d6317 None None] Port 555479ce-432e-4221-9390-9667ca401cad cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:15:53.274410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54312) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:53.280682 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-326301937-network', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:15:53.286090 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:53.290684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Usage tracker for resource:network and tenant:da4f4ce7bb64498eb90366ff730df4e9 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:53.294343 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:53.302042 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:53.313704 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Made reservation on behalf of da4f4ce7bb64498eb90366ff730df4e9 for: {'network': 1} {{(pid=88180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:15:53.318820 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for network, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:53.332531 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:53.371452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:53.376057 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Usage tracker for resource:security_group_rule and tenant:da4f4ce7bb64498eb90366ff730df4e9 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:53.379133 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:53.385339 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:53.455295 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:53.458457 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:53.463195 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3db7a7a0-5b81-45d9-9024-3b3bbcf9ec95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:53.489271 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=88180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 05 13:15:53.503695 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3393bc77-5e9d-42af-ba02-8e24a7820a55,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:53.508218 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:53.509247 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:53.509633 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.segments_db [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Added segment f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654 of type vlan for network c6cff57a-c4ae-49ce-a637-9525a9561fb0 Nov 05 13:15:53.538977 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363256607666326'] for network, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:53.569977 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346'] for network, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:53.571188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:15:53.571867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:53.577745 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-efdc76be-b605-46fb-80dd-7a2b72bae584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:53.694952 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4193151 Nov 05 13:15:53.698073 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54316) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:53.698526 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Pushing event updated for resources: {'Network': ['ID=c6cff57a-c4ae-49ce-a637-9525a9561fb0,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:53.702173 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-58b71c13-3f51-49b7-bbff-f2fac4082e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:53.705130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Request body: {'subnet': {'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-326301937-subnet', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'ip_version': 4}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:15:53.710837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Network c6cff57a-c4ae-49ce-a637-9525a9561fb0 details requested by agent ovs-agent-dv-cinder-815883-2-smb with host dv-cinder-815883-2-smb {{(pid=88182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 05 13:15:53.720877 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:53.729001 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Usage tracker for resource:subnet and tenant:da4f4ce7bb64498eb90366ff730df4e9 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:53.737629 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:53.737816 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 67ccd733-8042-4f0b-939e-b2bcf3675c2d up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:15:53.745005 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:53.754360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Made reservation on behalf of da4f4ce7bb64498eb90366ff730df4e9 for: {'subnet': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:15:53.759122 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838417419'] for subnet, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:53.901241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 67ccd733-8042-4f0b-939e-b2bcf3675c2d completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:15:53.907203 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 67ccd733-8042-4f0b-939e-b2bcf3675c2d triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:15:53.907797 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.001241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16276215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838417436'] for subnet, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.006308 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:54.045635 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.061893 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port 67ccd733-8042-4f0b-939e-b2bcf3675c2d, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=67ccd733-8042-4f0b-939e-b2bcf3675c2d,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:15:54.065260 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.067190 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:54.096593 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22aa7bef-c3c5-404a-8126-6120879d2b49,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:54.099461 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:54.110497 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Checking segment: {'id': 'f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:15:54.111032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Network hostable DHCP agents. Network: c6cff57a-c4ae-49ce-a637-9525a9561fb0, hostable agents: ['6067ca00-d8e0-4b03-89be-188deb7f865c'], hosted agents: [] {{(pid=88181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 05 13:15:54.138418 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Network c6cff57a-c4ae-49ce-a637-9525a9561fb0 is scheduled to be hosted by DHCP agent 6067ca00-d8e0-4b03-89be-188deb7f865c with binding_index 1 {{(pid=88181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 05 13:15:54.141426 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=67ccd733-8042-4f0b-939e-b2bcf3675c2d,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:54.144801 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:54.148167 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-2-smb, c6cff57a-c4ae-49ce-a637-9525a9561fb0) {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:15:54.152627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:15:54.153826 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.157729 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36ec868-824c-46d4-9885-8eea233d0caf None None] Network c6cff57a-c4ae-49ce-a637-9525a9561fb0 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:15:54.176095 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-948b0831-8233-4660-8b02-50bc4cddd6f7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4768581 Nov 05 13:15:54.178711 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54322) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:54.184072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-326301937-router', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:15:54.188889 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:54.192993 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Usage tracker for resource:router and tenant:da4f4ce7bb64498eb90366ff730df4e9 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:54.195999 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:54.202138 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:54.212245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-648725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854775552'] for router, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.213281 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854126853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854100366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854015493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-281'] for router, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.231697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.385643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp16b524d8-9c6b-56f2-95b6-eb13d4fabab4-c6cff57a-c4ae-49ce-a637-9525a9561fb0', 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'fixed_ips': [{'subnet_id': '22aa7bef-c3c5-404a-8126-6120879d2b49'}]}} from dv-cinder-815883-2-smb. {{(pid=88182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 05 13:15:54.386620 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.493222 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:15:54.561958 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Allocated IP 172.20.0.2 (c6cff57a-c4ae-49ce-a637-9525a9561fb0/22aa7bef-c3c5-404a-8126-6120879d2b49/1d56289d-5328-4b68-abf8-8959ad385346) {{(pid=88182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:15:54.606218 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854100413', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-648810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-494'] for router, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.771595 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.782347 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Transition to ACTIVE for port object 1d56289d-5328-4b68-abf8-8959ad385346 will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:15:54.801406 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Transition to ACTIVE for port object 1d56289d-5328-4b68-abf8-8959ad385346 will not be triggered until provisioned by entity DHCP. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:15:54.804077 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.806130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543'] for port, after_create {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.814710 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:54.836547 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.883260 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Network c6cff57a-c4ae-49ce-a637-9525a9561fb0 is already hosted by enough agents. {{(pid=88182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:15:54.887088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Resources bound (agent type, host, resource id): {{(pid=88182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:15:54.889169 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Pushing event updated for resources: {'Port': ['ID=1d56289d-5328-4b68-abf8-8959ad385346,revision_number=1']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:54.891538 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Received port after_create {{(pid=88182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:15:54.894544 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:54.985494 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Attempting to bind port 1d56289d-5328-4b68-abf8-8959ad385346 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:15:54.985916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Attempting to bind port 1d56289d-5328-4b68-abf8-8959ad385346 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': 'f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:15:54.986327 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Attempting to bind port 1d56289d-5328-4b68-abf8-8959ad385346 on network c6cff57a-c4ae-49ce-a637-9525a9561fb0 {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:15:54.988428 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Allocated IP 172.28.2.86 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/2fe5b694-c9b2-4008-9e8e-725ee25d5a39) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:15:54.993923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:15:54.994329 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Checking segment: {'id': 'f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:15:54.994774 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:54.995218 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Bound using segment: {'id': 'f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:15:54.995727 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Bound port: 1d56289d-5328-4b68-abf8-8959ad385346, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:15:54.996254 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:55.086552 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] For port 1d56289d-5328-4b68-abf8-8959ad385346, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:15:55.091873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] For port 1d56289d-5328-4b68-abf8-8959ad385346, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=1d56289d-5328-4b68-abf8-8959ad385346,segment=NetworkSegment(f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654),segment_id=f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:15:55.095230 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:55.105614 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:55.153728 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:55.186814 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:55.191261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Pushing event updated for resources: {'Port': ['ID=1d56289d-5328-4b68-abf8-8959ad385346,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:55.191934 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-c9fad74f-c1cd-456b-964c-6d6deaa105b7 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:55.195595 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f20237a4-d4ae-451b-85bb-b2d034d1c3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:55.262962 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:15:55.266064 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:15:55.271065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:15:55.298783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe5b694-c9b2-4008-9e8e-725ee25d5a39,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:55.304390 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:55.453799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:55.454582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854127075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854102106'] for router, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:55.780597 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Router 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 is scheduled to L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 with binding_index 1 {{(pid=88181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 05 13:15:55.827927 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 1d56289d-5328-4b68-abf8-8959ad385346 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:15:55.920369 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 1d56289d-5328-4b68-abf8-8959ad385346 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:15:55.925499 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 67ccd733-8042-4f0b-939e-b2bcf3675c2d up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:15:55.986787 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Sync routers for ids ['beef1c3f-6435-43b6-86d9-8c50a360d682'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:15:55.996954 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 67ccd733-8042-4f0b-939e-b2bcf3675c2d triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:15:55.997388 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:56.001450 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Routers {'beef1c3f-6435-43b6-86d9-8c50a360d682'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:15:56.002126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:15:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['beef1c3f-6435-43b6-86d9-8c50a360d682'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:56.014626 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:15:56.043753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Sync routers for ids ['59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:15:56.044765 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] Notify callbacks [] for router, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:56.048927 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-224c2390-873e-4857-b177-2493ee4628e2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8665786 Nov 05 13:15:56.049391 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54340) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:56.077165 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Routers {'59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:15:56.077852 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:15:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:56.206534 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Set router beef1c3f-6435-43b6-86d9-8c50a360d682 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:15:56.320742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Set router 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:15:56.557605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '555479ce-432e-4221-9390-9667ca401cad', 'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'mac_address': 'fa:16:3e:9c:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:50Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 2, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'subnets': [{'id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:56.562693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Checking router: beef1c3f-6435-43b6-86d9-8c50a360d682 for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:15:56.563241 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Updating router beef1c3f-6435-43b6-86d9-8c50a360d682 port 555479ce-432e-4221-9390-9667ca401cad binding host dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:15:56.641491 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:56.743003 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'name': 'tempest-TestShelveInstance-326301937-router', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:15:55Z', 'revision_number': 3, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'gw_port': {'id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:56.748029 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Checking router: 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:15:56.748453 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Updating router 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 port 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 binding host dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:15:56.812294 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:56.886088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:56.982895 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3f5e23-1167-4490-a52b-9589a1bcd8f7 None None] Network c6cff57a-c4ae-49ce-a637-9525a9561fb0 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:15:57.076130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Notify callbacks [] for port, precommit_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.092132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Transition to ACTIVE for port object 555479ce-432e-4221-9390-9667ca401cad will not be triggered until provisioned by entity L2. {{(pid=88183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:15:57.100392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.113108 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b3786d57-7af7-4bfa-8d9b-c2fdc4115ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:57.148303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Allocated IP 172.20.0.1 (c6cff57a-c4ae-49ce-a637-9525a9561fb0/22aa7bef-c3c5-404a-8126-6120879d2b49/db51d00f-8c41-4c8b-b6eb-ff2d04b8d371) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:15:57.270060 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Pushing event updated for resources: {'Port': ['ID=555479ce-432e-4221-9390-9667ca401cad,revision_number=3']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:57.321493 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:57.322458 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:57.323047 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:57.323617 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:57.324172 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:57.324724 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:57.325839 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:57.326414 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:57.326981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:57.327535 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:57.328215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:15:57.367550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:57.401858 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Attempting to bind port 555479ce-432e-4221-9390-9667ca401cad on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:15:57.402778 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Attempting to bind port 555479ce-432e-4221-9390-9667ca401cad by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:15:57.404084 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Attempting to bind port 555479ce-432e-4221-9390-9667ca401cad on network 3d7673fc-b72f-4317-8d41-4cb951845549 {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:15:57.415287 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:15:57.416207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Checking segment: {'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:15:57.417285 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.419597 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Bound using segment: {'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:15:57.423670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Bound port: 555479ce-432e-4221-9390-9667ca401cad, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'}}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:15:57.424110 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.427068 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.438035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54350) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:57.447154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Transition to ACTIVE for port object db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 will not be triggered until provisioned by entity DHCP. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:15:57.455582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-11f9a839-c8a9-4f86-b76a-46dbd08e6b61 None None] Provisioning for port 1d56289d-5328-4b68-abf8-8959ad385346 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:15:57.471413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.477384 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3ee70d6e-fa9b-46b6-bab8-bcb60747a824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:57.515541 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-11f9a839-c8a9-4f86-b76a-46dbd08e6b61 None None] Provisioning complete for port 1d56289d-5328-4b68-abf8-8959ad385346 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:15:57.515974 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11f9a839-c8a9-4f86-b76a-46dbd08e6b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.557108 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] For port 555479ce-432e-4221-9390-9667ca401cad, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:15:57.558609 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Network c6cff57a-c4ae-49ce-a637-9525a9561fb0 is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:15:57.561741 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] For port 555479ce-432e-4221-9390-9667ca401cad, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=555479ce-432e-4221-9390-9667ca401cad,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:15:57.563560 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:15:57.567455 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.568643 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:15:57.573568 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:57.636439 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854102243'] for router_interface, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.678925 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Pushing event updated for resources: {'Port': ['ID=555479ce-432e-4221-9390-9667ca401cad,revision_number=4']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:57.687742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6ef5e817-df0b-42c1-94ea-dec025c8c09c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:57.712253 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Pushing event updated for resources: {'Port': ['ID=db51d00f-8c41-4c8b-b6eb-ff2d04b8d371,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:57.735208 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc163-6392-4697-a246-770746865e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.736542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Routers {'beef1c3f-6435-43b6-86d9-8c50a360d682'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:15:57.737853 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:15:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['beef1c3f-6435-43b6-86d9-8c50a360d682'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:57.763931 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:57.800235 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.801877 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d6fbc163-6392-4697-a246-770746865e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:15:57.806244 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d6fbc163-6392-4697-a246-770746865e23 admin admin] Usage tracker for resource:security_group_rule and tenant:70c3da034dae4445a46611799192066e is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:15:57.814487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-d6fbc163-6392-4697-a246-770746865e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:15:57.821641 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-d6fbc163-6392-4697-a246-770746865e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:15:57.833611 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11f9a839-c8a9-4f86-b76a-46dbd08e6b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.884474 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Notify callbacks [] for port, precommit_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.927359 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Transition to ACTIVE for port object 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 will not be triggered until provisioned by entity L2. {{(pid=88182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:15:57.953708 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc163-6392-4697-a246-770746865e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.961413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-11f9a839-c8a9-4f86-b76a-46dbd08e6b61 None None] For port 1d56289d-5328-4b68-abf8-8959ad385346, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=1d56289d-5328-4b68-abf8-8959ad385346,segment=NetworkSegment(f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654),segment_id=f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:15:57.963135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.963574 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc163-6392-4697-a246-770746865e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:57.973995 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-3747ce75-f41d-47a3-a718-ac27af8992e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:57.992715 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:58.012220 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] Set router beef1c3f-6435-43b6-86d9-8c50a360d682 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:15:58.049113 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbc163-6392-4697-a246-770746865e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72cf955-de72-4aea-996f-f3df2a1e9902,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:58.059331 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d6fbc163-6392-4697-a246-770746865e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:58.070114 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-d6fbc163-6392-4697-a246-770746865e23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70c3da034dae4445a46611799192066e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6308060 Nov 05 13:15:58.070704 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54356) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:15:58.097000 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592c5b8-bbb7-4c80-ac20-ea1bd0668481 None None] Pushing event updated for resources: {'Port': ['ID=2fe5b694-c9b2-4008-9e8e-725ee25d5a39,revision_number=2']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:58.101945 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-11f9a839-c8a9-4f86-b76a-46dbd08e6b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:58.104867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e592c5b8-bbb7-4c80-ac20-ea1bd0668481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:58.105353 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e592c5b8-bbb7-4c80-ac20-ea1bd0668481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:58.183556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:58.188224 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:58.223420 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5209547e-86a2-4fac-a9e4-dc2ba2686d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:58.232291 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-50e084e3-8194-4913-aa2b-3af0dec5f6d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:58.257274 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9a839-c8a9-4f86-b76a-46dbd08e6b61 None None] Pushing event updated for resources: {'Port': ['ID=1d56289d-5328-4b68-abf8-8959ad385346,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:58.260460 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Attempting to bind port 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:15:58.260848 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Attempting to bind port 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:15:58.261258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Attempting to bind port 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 on network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:15:58.262238 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5209547e-86a2-4fac-a9e4-dc2ba2686d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:58.267223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-11f9a839-c8a9-4f86-b76a-46dbd08e6b61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:58.288839 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:15:58.289272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Checking segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:15:58.289723 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:58.292795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Bound using segment: {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'} {{(pid=88182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:15:58.292795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Bound port: 2fe5b694-c9b2-4008-9e8e-725ee25d5a39, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83391c97-363a-49b3-b81a-af58175303f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d'}}] {{(pid=88182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:15:58.292795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:58.312536 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Pushing event updated for resources: {'Port': ['ID=db51d00f-8c41-4c8b-b6eb-ff2d04b8d371,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:58.315633 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:58.345550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1135331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854100860'] for router_interface, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:58.373851 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5209547e-86a2-4fac-a9e4-dc2ba2686d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:58.379751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-fec4d392-3589-447a-9315-ed559348ff72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:58.396457 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] For port 2fe5b694-c9b2-4008-9e8e-725ee25d5a39, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:15:58.397642 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209547e-86a2-4fac-a9e4-dc2ba2686d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72cf955-de72-4aea-996f-f3df2a1e9902,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:58.401198 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] For port 2fe5b694-c9b2-4008-9e8e-725ee25d5a39, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=2fe5b694-c9b2-4008-9e8e-725ee25d5a39,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:15:58.406671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:58.413805 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5209547e-86a2-4fac-a9e4-dc2ba2686d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:58.417603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5209547e-86a2-4fac-a9e4-dc2ba2686d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:58.425547 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-5209547e-86a2-4fac-a9e4-dc2ba2686d80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c72cf955-de72-4aea-996f-f3df2a1e9902 HTTP/1.1" status: 204 len: 168 time: 0.3536005 Nov 05 13:15:58.431821 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:15:58.518539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592c5b8-bbb7-4c80-ac20-ea1bd0668481 None None] Pushing event updated for resources: {'Port': ['ID=2fe5b694-c9b2-4008-9e8e-725ee25d5a39,revision_number=3']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:15:58.528265 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-e592c5b8-bbb7-4c80-ac20-ea1bd0668481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:15:58.545083 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Network c6cff57a-c4ae-49ce-a637-9525a9561fb0 is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:15:58.546843 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:15:58.568325 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b4c130b9-1f1c-4473-8e74-2be06960ffe0 None None] Provisioning complete for port 1d56289d-5328-4b68-abf8-8959ad385346 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:15:58.568894 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b4c130b9-1f1c-4473-8e74-2be06960ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:58.697847 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Routers {'59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:15:58.698556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:15:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:58.745364 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '555479ce-432e-4221-9390-9667ca401cad', 'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'mac_address': 'fa:16:3e:9c:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:50Z', 'updated_at': '2021-11-05T13:15:57Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'subnets': [{'id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:58.757242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bebd235-4d66-4164-b6bc-057e66a3060b None None] The sync data for ids ['beef1c3f-6435-43b6-86d9-8c50a360d682'] in dv-cinder-815883-2-smb is: [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '555479ce-432e-4221-9390-9667ca401cad', 'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'mac_address': 'fa:16:3e:9c:03:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:50Z', 'updated_at': '2021-11-05T13:15:57Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'subnets': [{'id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:15:58.894258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b4c130b9-1f1c-4473-8e74-2be06960ffe0 None None] Provisioning for port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:15:58.968983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b4c130b9-1f1c-4473-8e74-2be06960ffe0 None None] Provisioning complete for port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:15:58.969410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b4c130b9-1f1c-4473-8e74-2be06960ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:59.078233 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-b4c130b9-1f1c-4473-8e74-2be06960ffe0 None None] Port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:15:59.100200 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] Set router 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:15:59.359506 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Router 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:15:59.363698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-aff6345c-0641-45bb-816f-ff320b7ec745 None None] Provisioning complete for port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:15:59.363698 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-aff6345c-0641-45bb-816f-ff320b7ec745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:59.450031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-aff6345c-0641-45bb-816f-ff320b7ec745 None None] Port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:15:59.532539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'name': 'tempest-TestShelveInstance-326301937-router', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:15:57Z', 'revision_number': 4, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'gw_port': {'id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'db51d00f-8c41-4c8b-b6eb-ff2d04b8d371', 'name': '', 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'mac_address': 'fa:16:3e:2c:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22aa7bef-c3c5-404a-8126-6120879d2b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:56Z', 'updated_at': '2021-11-05T13:15:57Z', 'revision_number': 2, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'subnets': [{'id': '22aa7bef-c3c5-404a-8126-6120879d2b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:15:59.538584 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51840811-ffda-4f20-ac96-7c0d3e57408e None None] The sync data for ids ['59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'] in dv-cinder-815883-2-smb is: [{'id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'name': 'tempest-TestShelveInstance-326301937-router', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:15:57Z', 'revision_number': 4, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'gw_port': {'id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'db51d00f-8c41-4c8b-b6eb-ff2d04b8d371', 'name': '', 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'mac_address': 'fa:16:3e:2c:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22aa7bef-c3c5-404a-8126-6120879d2b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:56Z', 'updated_at': '2021-11-05T13:15:57Z', 'revision_number': 2, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'subnets': [{'id': '22aa7bef-c3c5-404a-8126-6120879d2b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:15:59.609031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:15:59.629989 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-bc802ef6-a103-407e-a5cb-cd186cffda75 admin admin] 10.222.0.39 "PUT /v2.0/routers/59ca3da7-ef5f-4acc-bdb3-ffecf1011b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5791614 Nov 05 13:15:59.790533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 555479ce-432e-4221-9390-9667ca401cad up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:15:59.868817 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 555479ce-432e-4221-9390-9667ca401cad completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:15:59.875313 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 555479ce-432e-4221-9390-9667ca401cad triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:15:59.875950 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:15:59.999340 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.036041 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port 555479ce-432e-4221-9390-9667ca401cad, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=555479ce-432e-4221-9390-9667ca401cad,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:16:00.040439 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.041439 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 1d56289d-5328-4b68-abf8-8959ad385346 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:16:00.077872 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:00.205642 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=555479ce-432e-4221-9390-9667ca401cad,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:00.214451 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:00.220458 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 1d56289d-5328-4b68-abf8-8959ad385346 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:16:00.221048 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.483214 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54392) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:16:00.490390 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-273503892', 'description': 'tempest-secgroup-smoke-273503892 description', 'project_id': '572bc7f3c3cf493189a2322191d8b7f7'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:16:00.498606 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:16:00.502886 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Usage tracker for resource:security_group and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:16:00.506085 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:16:00.512254 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:16:00.523138 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.563675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:16:00.567815 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Usage tracker for resource:security_group_rule and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:16:00.570902 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:16:00.577321 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:16:00.638418 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.641826 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.647599 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-10e84262-8f64-4f07-95ae-0583291c835f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:00.694490 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.695823 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2114575 Nov 05 13:16:00.696799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c8f59c-31a4-44c1-9d03-e2b31df53c74,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:00.699055 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54396) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:16:00.705378 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-06b682e0-8df5-4bc3-8f1b-2630561d5d51 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Request body: {'security_group_rule': {'security_group_id': '78c8f59c-31a4-44c1-9d03-e2b31df53c74', 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:16:00.707049 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-b04529ff-38a7-4676-af96-81c2bce35b6a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:00.712038 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-06b682e0-8df5-4bc3-8f1b-2630561d5d51 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:16:00.716221 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-06b682e0-8df5-4bc3-8f1b-2630561d5d51 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Usage tracker for resource:security_group_rule and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:16:00.719550 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-06b682e0-8df5-4bc3-8f1b-2630561d5d51 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:16:00.726462 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-06b682e0-8df5-4bc3-8f1b-2630561d5d51 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:16:00.744295 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06b682e0-8df5-4bc3-8f1b-2630561d5d51 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.817769 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06b682e0-8df5-4bc3-8f1b-2630561d5d51 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.821681 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06b682e0-8df5-4bc3-8f1b-2630561d5d51 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.823840 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:00.846722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b682e0-8df5-4bc3-8f1b-2630561d5d51 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8ca6e4-0dcb-4d2a-ac52-7fdc845a682e,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:00.851164 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-06b682e0-8df5-4bc3-8f1b-2630561d5d51 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:00.860238 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-06b682e0-8df5-4bc3-8f1b-2630561d5d51 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.861604 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-06b682e0-8df5-4bc3-8f1b-2630561d5d51 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1614387 Nov 05 13:16:00.864537 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54400) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:16:00.871354 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Request body: {'security_group_rule': {'security_group_id': '78c8f59c-31a4-44c1-9d03-e2b31df53c74', 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:16:00.881595 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:16:00.883858 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Usage tracker for resource:security_group_rule and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:16:00.887506 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:16:00.894622 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:16:00.913088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.995178 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:00.997970 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.000105 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:01.022329 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba06996c-3dc1-451b-bdba-ac568d9d060a,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:01.026908 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:01.034571 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.035881 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1703138 Nov 05 13:16:01.038793 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54404) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:16:01.044972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-63b66002-f860-4122-b096-d89d788af0fb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Request body: {'security_group_rule': {'security_group_id': '78c8f59c-31a4-44c1-9d03-e2b31df53c74', 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:16:01.052309 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-63b66002-f860-4122-b096-d89d788af0fb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:16:01.056624 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-63b66002-f860-4122-b096-d89d788af0fb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Usage tracker for resource:security_group_rule and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:16:01.062773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-63b66002-f860-4122-b096-d89d788af0fb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:16:01.069447 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-63b66002-f860-4122-b096-d89d788af0fb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:16:01.086926 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-63b66002-f860-4122-b096-d89d788af0fb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.155778 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-63b66002-f860-4122-b096-d89d788af0fb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.158669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-63b66002-f860-4122-b096-d89d788af0fb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.160913 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5d07d541-6f5c-4809-9a56-969f95a204eb tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:01.185797 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b66002-f860-4122-b096-d89d788af0fb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade2c28c-65e6-4440-8755-4ce405bd9c6f,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:01.190699 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-63b66002-f860-4122-b096-d89d788af0fb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:01.194337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-63b66002-f860-4122-b096-d89d788af0fb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.195643 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-63b66002-f860-4122-b096-d89d788af0fb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1557982 Nov 05 13:16:01.198716 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54408) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:16:01.205044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-0bceeba7-32b8-4ed8-bd48-d5951b524c6b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Request body: {'security_group_rule': {'security_group_id': '78c8f59c-31a4-44c1-9d03-e2b31df53c74', 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:16:01.211916 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0bceeba7-32b8-4ed8-bd48-d5951b524c6b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:16:01.216200 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0bceeba7-32b8-4ed8-bd48-d5951b524c6b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Usage tracker for resource:security_group_rule and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:16:01.219309 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-0bceeba7-32b8-4ed8-bd48-d5951b524c6b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:16:01.225501 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-0bceeba7-32b8-4ed8-bd48-d5951b524c6b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:16:01.246978 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bceeba7-32b8-4ed8-bd48-d5951b524c6b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.316797 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bceeba7-32b8-4ed8-bd48-d5951b524c6b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.319552 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bceeba7-32b8-4ed8-bd48-d5951b524c6b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.327782 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-ca890434-658a-48e1-92db-bdad99f8a40e tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:01.350320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bceeba7-32b8-4ed8-bd48-d5951b524c6b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59bde16-7a0f-4da9-937a-26c9d2f20bcb,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:01.353053 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0bceeba7-32b8-4ed8-bd48-d5951b524c6b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:01.357201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0bceeba7-32b8-4ed8-bd48-d5951b524c6b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.358420 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0bceeba7-32b8-4ed8-bd48-d5951b524c6b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1587014 Nov 05 13:16:01.361310 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88181) accepted ('10.222.0.39', 54412) {{(pid=88181) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:16:01.367276 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Request body: {'security_group_rule': {'security_group_id': '78c8f59c-31a4-44c1-9d03-e2b31df53c74', 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:16:01.374400 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:16:01.378395 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Usage tracker for resource:security_group_rule and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:16:01.381489 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:16:01.387805 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:16:01.397962 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.securitygroups_db [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Project 572bc7f3c3cf493189a2322191d8b7f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 13:16:01.405771 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.476147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.479275 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.487959 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5932cfc9-2bb8-41fa-8e77-0445b42fcade tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:01.510477 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50e5720-07bf-4284-9543-0ebcdfb606b5,revision_number=0']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:01.517793 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:01.520442 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.522098 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-51efe70f-f904-409d-becf-fd2bb83ae5f3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1595223 Nov 05 13:16:01.526215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54418) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:16:01.532628 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Request body: {'security_group_rule': {'security_group_id': '78c8f59c-31a4-44c1-9d03-e2b31df53c74', 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:16:01.539366 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:16:01.544171 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Usage tracker for resource:security_group_rule and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:16:01.549634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:16:01.556422 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:16:01.571954 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.securitygroups_db [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Project 572bc7f3c3cf493189a2322191d8b7f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 05 13:16:01.579753 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.662767 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.666065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759808'] for security_group_rule, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.669601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-bf267a54-d028-497b-8029-55d936ee907f tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:01.689035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd162f6-72cc-4376-b5b2-e363a06aec3a,revision_number=0']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:01.695188 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:01.724048 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:01.727113 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a9d262fb-8101-44d9-8a07-11fc9a004a2e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1992705 Nov 05 13:16:01.835928 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 555479ce-432e-4221-9390-9667ca401cad up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:16:01.918634 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 555479ce-432e-4221-9390-9667ca401cad triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:16:01.919074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:02.044756 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:16:02.268355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:16:02.273194 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:16:02.273616 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:02.396252 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:02.411948 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port 2fe5b694-c9b2-4008-9e8e-725ee25d5a39, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=2fe5b694-c9b2-4008-9e8e-725ee25d5a39,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:16:02.414712 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:02.416590 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:02.482288 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=2fe5b694-c9b2-4008-9e8e-725ee25d5a39,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:02.485538 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:03.724412 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:16:03.803653 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:16:03.804245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:03.812692 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Sync routers for ids ['59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:16:03.826648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Routers {'59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:16:03.827440 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:15:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:16:04.013911 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Set router 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:16:04.338944 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'name': 'tempest-TestShelveInstance-326301937-router', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:15:57Z', 'revision_number': 4, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'gw_port': {'id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'db51d00f-8c41-4c8b-b6eb-ff2d04b8d371', 'name': '', 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'mac_address': 'fa:16:3e:2c:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22aa7bef-c3c5-404a-8126-6120879d2b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:56Z', 'updated_at': '2021-11-05T13:15:57Z', 'revision_number': 2, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'subnets': [{'id': '22aa7bef-c3c5-404a-8126-6120879d2b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:16:04.343488 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Checking router: 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:16:04.343884 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Updating router 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 binding host dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 05 13:16:04.395275 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:04.572185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5a9245d8-2f05-43ab-aa04-9dec9888b2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:04.753799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Notify callbacks [] for port, precommit_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:04.767002 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Transition to ACTIVE for port object db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 will not be triggered until provisioned by entity L2. {{(pid=88183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:16:04.772635 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:04.777103 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:04.899504 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450bcc9-32d4-462e-aeeb-49211c81d278 None None] Pushing event updated for resources: {'Port': ['ID=db51d00f-8c41-4c8b-b6eb-ff2d04b8d371,revision_number=3']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:04.909648 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7450bcc9-32d4-462e-aeeb-49211c81d278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:05.004211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Attempting to bind port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 on host dv-cinder-815883-2-smb for vnic_type normal with profile {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:16:05.004676 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Attempting to bind port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 by drivers openvswitch,hyperv on host dv-cinder-815883-2-smb at level 0 using segments [{'id': 'f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0'}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:16:05.005116 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Attempting to bind port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 on network c6cff57a-c4ae-49ce-a637-9525a9561fb0 {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:16:05.014575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Checking agent: {'id': 'e0f73600-d034-4669-a76f-18573ade482e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 12, 58, 36), 'started_at': datetime.datetime(2021, 11, 5, 12, 59, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:16:05.014985 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Checking segment: {'id': 'f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:16:05.015425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:05.015853 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Bound using segment: {'id': 'f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0'} {{(pid=88183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:16:05.016359 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Bound port: db51d00f-8c41-4c8b-b6eb-ff2d04b8d371, host: dv-cinder-815883-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0'}}] {{(pid=88183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:16:05.016768 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:05.121370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] For port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371, host dv-cinder-815883-2-smb, cleared binding levels {{(pid=88183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:16:05.124701 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] For port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371, host dv-cinder-815883-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=db51d00f-8c41-4c8b-b6eb-ff2d04b8d371,segment=NetworkSegment(f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654),segment_id=f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654)] {{(pid=88183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:16:05.129832 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88183) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:05.133953 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:05.224605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450bcc9-32d4-462e-aeeb-49211c81d278 None None] Pushing event updated for resources: {'Port': ['ID=db51d00f-8c41-4c8b-b6eb-ff2d04b8d371,revision_number=4']} {{(pid=88183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:05.228511 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7450bcc9-32d4-462e-aeeb-49211c81d278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88183) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:05.231258 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Routers {'59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:16:05.231961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:15:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:16:05.424671 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] Set router 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:16:05.753608 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:16:05.775370 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'name': 'tempest-TestShelveInstance-326301937-router', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:15:57Z', 'revision_number': 4, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'gw_port': {'id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'db51d00f-8c41-4c8b-b6eb-ff2d04b8d371', 'name': '', 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'mac_address': 'fa:16:3e:2c:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22aa7bef-c3c5-404a-8126-6120879d2b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:56Z', 'updated_at': '2021-11-05T13:16:05Z', 'revision_number': 4, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'subnets': [{'id': '22aa7bef-c3c5-404a-8126-6120879d2b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:16:05.780073 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3473df2-eda6-4f3d-be70-2de8e559c608 None None] The sync data for ids ['59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'] in dv-cinder-815883-2-smb is: [{'id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'name': 'tempest-TestShelveInstance-326301937-router', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:15:57Z', 'revision_number': 4, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'gw_port': {'id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': 'db51d00f-8c41-4c8b-b6eb-ff2d04b8d371', 'name': '', 'network_id': 'c6cff57a-c4ae-49ce-a637-9525a9561fb0', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'mac_address': 'fa:16:3e:2c:5e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22aa7bef-c3c5-404a-8126-6120879d2b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:56Z', 'updated_at': '2021-11-05T13:16:05Z', 'revision_number': 4, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'subnets': [{'id': '22aa7bef-c3c5-404a-8126-6120879d2b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:16:05.833367 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning for port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:16:05.839533 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:16:05.839956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:05.961218 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:05.996107 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] For port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=db51d00f-8c41-4c8b-b6eb-ff2d04b8d371,segment=NetworkSegment(f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654),segment_id=f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:16:05.999297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:06.001508 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:06.073339 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:06.089995 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Pushing event updated for resources: {'Port': ['ID=db51d00f-8c41-4c8b-b6eb-ff2d04b8d371,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:06.098250 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:06.445498 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54530) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:16:06.601146 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38f1cfc1-302e-490f-87db-a40e9c88dccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:06.638093 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-38f1cfc1-302e-490f-87db-a40e9c88dccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:16:06.642189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-38f1cfc1-302e-490f-87db-a40e9c88dccb admin admin] Usage tracker for resource:security_group_rule and tenant:96f32a55d2f7425280ba99f007f14173 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:16:06.645261 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-38f1cfc1-302e-490f-87db-a40e9c88dccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:16:06.651342 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-38f1cfc1-302e-490f-87db-a40e9c88dccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:16:06.723856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38f1cfc1-302e-490f-87db-a40e9c88dccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:06.726721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38f1cfc1-302e-490f-87db-a40e9c88dccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:06.735102 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-14b9e772-cf01-4824-a2b9-1607211c5475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:06.778782 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1cfc1-302e-490f-87db-a40e9c88dccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ba4d66-6969-4bf3-b00d-d1c60e9393f1,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:06.783573 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-38f1cfc1-302e-490f-87db-a40e9c88dccb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96f32a55d2f7425280ba99f007f14173&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3370664 Nov 05 13:16:06.784581 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-38f1cfc1-302e-490f-87db-a40e9c88dccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:06.786323 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54538) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:16:06.859566 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82b65c97-98eb-47d1-b5e1-8787817a99cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:06.889658 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82b65c97-98eb-47d1-b5e1-8787817a99cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:06.906031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f3b940f3-bf01-4185-b42e-44e61b373a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:06.941983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82b65c97-98eb-47d1-b5e1-8787817a99cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:06.947505 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d1d9b30a-46c5-4ce3-86a6-1492b53f6439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:06.960605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b65c97-98eb-47d1-b5e1-8787817a99cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ba4d66-6969-4bf3-b00d-d1c60e9393f1,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:06.964030 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-82b65c97-98eb-47d1-b5e1-8787817a99cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:06.967777 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82b65c97-98eb-47d1-b5e1-8787817a99cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:06.969030 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-82b65c97-98eb-47d1-b5e1-8787817a99cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79ba4d66-6969-4bf3-b00d-d1c60e9393f1 HTTP/1.1" status: 204 len: 168 time: 0.1817021 Nov 05 13:16:07.532223 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:07.709190 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 up at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:16:07.781461 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Provisioning complete for port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:16:07.782005 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:08.805322 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:16.309655 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:16.999356 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d1bf1454-95a3-4ddf-b96b-cdc35003d2c5 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Synchronizing usage tracker for tenant:572bc7f3c3cf493189a2322191d8b7f7 on resource:security_group {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:16:17.015476 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d1bf1454-95a3-4ddf-b96b-cdc35003d2c5 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Unset dirty status for tenant:572bc7f3c3cf493189a2322191d8b7f7 on resource:security_group {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:16:17.016704 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d1bf1454-95a3-4ddf-b96b-cdc35003d2c5 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-273503892&fields=id&tenant_id=572bc7f3c3cf493189a2322191d8b7f7 HTTP/1.1" status: 200 len: 267 time: 0.0654924 Nov 05 13:16:17.182672 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-a10ca547-6893-4888-9e61-ba579e5f4175 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:17.183418 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-a10ca547-6893-4888-9e61-ba579e5f4175 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Synchronizing usage tracker for tenant:572bc7f3c3cf493189a2322191d8b7f7 on resource:network {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:16:17.200349 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-a10ca547-6893-4888-9e61-ba579e5f4175 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Unset dirty status for tenant:572bc7f3c3cf493189a2322191d8b7f7 on resource:network {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:16:17.201653 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-a10ca547-6893-4888-9e61-ba579e5f4175 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/networks?id=3d7673fc-b72f-4317-8d41-4cb951845549 HTTP/1.1" status: 200 len: 808 time: 0.1777771 Nov 05 13:16:17.219266 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-cedd1ce0-90ce-48e3-8fc8-0dad0f379514 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/quotas/572bc7f3c3cf493189a2322191d8b7f7 HTTP/1.1" status: 200 len: 375 time: 0.0118301 Nov 05 13:16:17.307043 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7dcb66f3-bcb8-41ee-88ed-8b9aede550be tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=572bc7f3c3cf493189a2322191d8b7f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826738 Nov 05 13:16:17.457668 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-146f7a2f-25fc-4419-93f7-f85fac68fb7a service neutron] 10.222.0.39 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385312 Nov 05 13:16:17.600246 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-a4b5bcef-78a3-4d3d-bb5a-8e1ac7a78e24 service neutron] 10.222.0.39 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360800 Nov 05 13:16:18.015909 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-b63c13f3-ffbb-42b4-8f56-60ee2a4dd516 req-8348e1b1-1d00-4561-b366-0817bbc4851b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 210 time: 0.0457997 Nov 05 13:16:19.063788 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-5664492c-3a78-4ef0-b226-af8176debf69 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:19.065571 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-5664492c-3a78-4ef0-b226-af8176debf69 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.64 "GET /v2.0/networks?id=3d7673fc-b72f-4317-8d41-4cb951845549 HTTP/1.1" status: 200 len: 808 time: 0.1573048 Nov 05 13:16:19.122961 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d3f80d14-faba-41a8-90a8-e20bc9627d74 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572bc7f3c3cf493189a2322191d8b7f7 HTTP/1.1" status: 200 len: 379 time: 0.0451102 Nov 05 13:16:19.131645 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Request body: {'port': {'device_id': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'admin_state_up': True, 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'security_groups': ['78c8f59c-31a4-44c1-9d03-e2b31df53c74']}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:16:19.215880 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f657b011-ddda-4e29-9d06-297ab61fbb26 req-522d5fbe-7e9f-48f9-aabc-9ede963d4ef8 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 210 time: 0.0642254 Nov 05 13:16:19.326574 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:16:19.330588 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Usage tracker for resource:port and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:16:19.333542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88181) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:16:19.339885 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88181) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:16:19.348463 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Made reservation on behalf of 572bc7f3c3cf493189a2322191d8b7f7 for: {'port': 1} {{(pid=88181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 05 13:16:19.354101 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:19.526101 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Allocated IP 172.20.0.3 (3d7673fc-b72f-4317-8d41-4cb951845549/7ae530dd-0888-46cd-ba47-d430d5235512/ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f) {{(pid=88181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:16:19.725529 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for port, precommit_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:19.743292 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Transition to ACTIVE for port object ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f will not be triggered until provisioned by entity DHCP. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:16:19.762514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_create {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:19.768232 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-de329b71-0ba1-42e9-ac84-f3b845bb439e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:19.838185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Network 3d7673fc-b72f-4317-8d41-4cb951845549 is already hosted by enough agents. {{(pid=88181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:16:19.841905 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Resources bound (agent type, host, resource id): {{(pid=88181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:16:19.846573 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Received port after_create {{(pid=88181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:16:19.887500 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event updated for resources: {'Port': ['ID=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,revision_number=1']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:19.910333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:19.910684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:19.911104 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:19.911519 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:19.911931 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:19.912339 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:19.912748 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:19.913186 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:19.913567 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:19.913973 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:19.914376 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:19.920670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:19.932337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:19.933042 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:19.953873 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-7567a5f9-d5a7-483a-a23f-592452cb68bf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8262918 Nov 05 13:16:19.966240 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Request body: {'port': {'device_id': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:16:20.082707 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:20.155803 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3d6145b3-fad4-4769-a1b4-8787b4ccac29 None None] Provisioning for port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f completed by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:16:20.160618 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-3d6145b3-fad4-4769-a1b4-8787b4ccac29 None None] Provisioning complete for port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f triggered by entity DHCP. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:16:20.161016 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-3d6145b3-fad4-4769-a1b4-8787b4ccac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:20.214158 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-3d6145b3-fad4-4769-a1b4-8787b4ccac29 None None] Port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f cannot update to ACTIVE because it is not bound. {{(pid=88182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 05 13:16:20.501669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ac8bb-9c33-4cbd-b2ab-d0893fb8ebd9 req-cf1cc510-c31b-4d22-97a3-8a5bead2da5d tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:20.502424 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-540ac8bb-9c33-4cbd-b2ab-d0893fb8ebd9 req-cf1cc510-c31b-4d22-97a3-8a5bead2da5d tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Synchronizing usage tracker for tenant:572bc7f3c3cf493189a2322191d8b7f7 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:16:20.517143 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f {{(pid=88181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:16:20.527216 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:20.535452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-540ac8bb-9c33-4cbd-b2ab-d0893fb8ebd9 req-cf1cc510-c31b-4d22-97a3-8a5bead2da5d tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Unset dirty status for tenant:572bc7f3c3cf493189a2322191d8b7f7 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:16:20.536702 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-540ac8bb-9c33-4cbd-b2ab-d0893fb8ebd9 req-cf1cc510-c31b-4d22-97a3-8a5bead2da5d tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 931 time: 0.1954014 Nov 05 13:16:20.559919 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Transition to ACTIVE for port object ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f will not be triggered until provisioned by entity L2. {{(pid=88181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 05 13:16:20.565424 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:20.571919 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d607952b-a52a-4974-a8e5-54ba3f844fb7 tempest-VolumesActionsTest-1638205490 tempest-VolumesActionsTest-1638205490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:20.701240 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-540ac8bb-9c33-4cbd-b2ab-d0893fb8ebd9 req-0aa4e5d1-f70a-446a-9711-47c42b79c08d tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569090 Nov 05 13:16:20.721054 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Pushing event updated for resources: {'Port': ['ID=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,revision_number=2']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:20.724419 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:20.839937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Attempting to bind port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 05 13:16:20.840342 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Attempting to bind port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 05 13:16:20.840706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Attempting to bind port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f on network 3d7673fc-b72f-4317-8d41-4cb951845549 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:16:20.847065 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f on network 3d7673fc-b72f-4317-8d41-4cb951845549 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 05 13:16:20.847417 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Attempting to bind port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f on network 3d7673fc-b72f-4317-8d41-4cb951845549 {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 05 13:16:20.854051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Checking agent: {'id': 'fead8207-07f0-4ecb-8cfc-b2157cf5cf71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'started_at': datetime.datetime(2021, 11, 5, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 5, 13, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 05 13:16:20.854421 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Checking segment: {'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 05 13:16:20.854836 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Bound using segment: {'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'} {{(pid=88181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 05 13:16:20.855292 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.managers [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Bound port: ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681ca150-52bb-4a8f-8984-41680adfb798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549'}}] {{(pid=88181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 05 13:16:20.856210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:20.946631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] For port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f, host hv-cinder-81588, cleared binding levels {{(pid=88181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 05 13:16:20.950176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] For port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 05 13:16:20.953706 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16276607'] for port, after_update {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:20.958554 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-609a9f30-b870-4699-8219-207b11a2353a tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:21.029362 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:21.030883 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] 10.222.0.64 "PUT /v2.0/ports/ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f HTTP/1.1" status: 200 len: 1093 time: 1.0693367 Nov 05 13:16:21.031437 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:16:21.050031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Pushing event updated for resources: {'Port': ['ID=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,revision_number=3']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:21.055160 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d122bfb2-ee09-4874-be77-e6f8e68235ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:21.108889 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'status': 'completed', 'code': 200} Nov 05 13:16:21.152987 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-53174ee0-5b0f-4bcd-8b8b-2b927b9e76df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=572bc7f3c3cf493189a2322191d8b7f7&device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1096 time: 0.0835745 Nov 05 13:16:21.229687 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-6e571d55-29f6-413a-a7ae-76f4ab5855ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f HTTP/1.1" status: 200 len: 217 time: 0.0704937 Nov 05 13:16:21.298494 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d223edbf-21eb-4b36-a2d2-14b15355a64a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:21.299983 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-d223edbf-21eb-4b36-a2d2-14b15355a64a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ae530dd-0888-46cd-ba47-d430d5235512 HTTP/1.1" status: 200 len: 847 time: 0.0644002 Nov 05 13:16:21.381962 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-09449894-af21-4496-b191-9042b208fc99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7673fc-b72f-4317-8d41-4cb951845549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750959 Nov 05 13:16:21.524089 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-813dba66-ab84-4802-85ee-2b5211e54217 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345241 Nov 05 13:16:21.949390 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fb8ae2c5-a4b2-4825-ad08-2e9b457a4c5d req-56de281e-9215-456a-bc55-697d6ab476cd service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183834 Nov 05 13:16:21.964688 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35054d8-1bd6-43e6-87ae-401881bbca6c req-3769054f-ae15-4da5-b351-a69ff094f16a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:21.966828 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e35054d8-1bd6-43e6-87ae-401881bbca6c req-3769054f-ae15-4da5-b351-a69ff094f16a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 943 time: 0.1212618 Nov 05 13:16:22.066624 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e35054d8-1bd6-43e6-87ae-401881bbca6c req-5a3730c3-3a05-46a1-a8fc-eef6eeea3a31 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927269 Nov 05 13:16:22.089431 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e730e84-fb9d-4556-8e69-2c25b75ca1b1 req-49871a43-9a0e-4a5b-a797-fbc6a71f3348 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=572bc7f3c3cf493189a2322191d8b7f7&device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1096 time: 0.0950429 Nov 05 13:16:22.232779 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e730e84-fb9d-4556-8e69-2c25b75ca1b1 req-267cab60-5c1f-44f1-9b24-7c93c4cda4d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:22.234393 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e730e84-fb9d-4556-8e69-2c25b75ca1b1 req-267cab60-5c1f-44f1-9b24-7c93c4cda4d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7673fc-b72f-4317-8d41-4cb951845549 HTTP/1.1" status: 200 len: 909 time: 0.1383586 Nov 05 13:16:22.315886 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e730e84-fb9d-4556-8e69-2c25b75ca1b1 req-1111aa04-912d-4f99-a81c-c16cfec87fa5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f HTTP/1.1" status: 200 len: 217 time: 0.0742323 Nov 05 13:16:22.386867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e730e84-fb9d-4556-8e69-2c25b75ca1b1 req-7f6e0876-5285-4777-bd71-124b02efa1fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:22.388402 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e730e84-fb9d-4556-8e69-2c25b75ca1b1 req-7f6e0876-5285-4777-bd71-124b02efa1fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ae530dd-0888-46cd-ba47-d430d5235512 HTTP/1.1" status: 200 len: 847 time: 0.0658717 Nov 05 13:16:22.468721 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e730e84-fb9d-4556-8e69-2c25b75ca1b1 req-4cbbbc9a-1418-4b8d-a517-ed363dec6198 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7673fc-b72f-4317-8d41-4cb951845549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724511 Nov 05 13:16:22.614219 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e730e84-fb9d-4556-8e69-2c25b75ca1b1 req-43b63977-34be-44dd-8445-774ecd717db8 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380937 Nov 05 13:16:22.757286 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-8e730e84-fb9d-4556-8e69-2c25b75ca1b1 req-e3fbb198-2cdb-4b3c-8f13-3ee9c476a971 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356559 Nov 05 13:16:23.274452 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb1df4-1beb-482f-b65a-59639f10c1b7 req-677505fb-d877-41b5-8223-b0bed8728d16 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:23.276040 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-20bb1df4-1beb-482f-b65a-59639f10c1b7 req-677505fb-d877-41b5-8223-b0bed8728d16 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 943 time: 0.0865376 Nov 05 13:16:23.325600 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-20bb1df4-1beb-482f-b65a-59639f10c1b7 req-54afb461-813e-4d69-99ed-c954c99a9eaf tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433927 Nov 05 13:16:23.777465 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:16:23.916367 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:16:23.934444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'port_id': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'mac_address': 'fa:16:3e:31:f4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:16:23.987635 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:24.005695 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:16:24.020199 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:16:24.022975 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:24.024766 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:24.088441 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,revision_number=4']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:24.092176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:24.235795 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:16:24.528328 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8c49e-49ec-408f-a419-4923027e506f req-175282bc-5773-4b98-a530-b8a3c318a775 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:24.529873 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-aca8c49e-49ec-408f-a419-4923027e506f req-175282bc-5773-4b98-a530-b8a3c318a775 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 944 time: 0.0844195 Nov 05 13:16:24.577056 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-aca8c49e-49ec-408f-a419-4923027e506f req-c16611c7-fb8d-40b6-a2c4-f039e1bc6a2f tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410528 Nov 05 13:16:25.786072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cfda1-5b6e-4be8-b114-d17bad4c2e74 req-e897d9a5-cc7c-4ec9-a928-fab618f7f3cb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:25.787666 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4a4cfda1-5b6e-4be8-b114-d17bad4c2e74 req-e897d9a5-cc7c-4ec9-a928-fab618f7f3cb tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 944 time: 0.0904782 Nov 05 13:16:25.794207 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:16:25.836829 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-4a4cfda1-5b6e-4be8-b114-d17bad4c2e74 req-67e93491-a36c-4132-9c6a-a10207973906 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420916 Nov 05 13:16:25.865518 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning for port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f completed by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 05 13:16:25.870141 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:16:25.870554 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:25.985875 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:26.013194 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:16:26.023150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:16:26.026849 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:26.029454 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:26.070198 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'code': 200} Nov 05 13:16:26.097096 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,revision_number=5']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:26.100201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:26.368455 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-75ece652-963b-4609-bdda-137162152387 req-49f98d15-671b-427c-b59d-312c1ff0b51e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1098 time: 0.0724449 Nov 05 13:16:26.412991 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-75ece652-963b-4609-bdda-137162152387 req-9f295c74-468c-49f3-a323-0dbcfe5c5bb8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374980 Nov 05 13:16:27.047264 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aac8bc-ecc4-4152-8820-8f99c44d38b6 req-cb84dad3-0759-422e-a6bb-af67b13cb34e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:27.048879 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-21aac8bc-ecc4-4152-8820-8f99c44d38b6 req-cb84dad3-0759-422e-a6bb-af67b13cb34e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0855751 Nov 05 13:16:27.096763 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-21aac8bc-ecc4-4152-8820-8f99c44d38b6 req-a90b377d-c760-4271-b8b8-227af62d0205 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Nov 05 13:16:28.314449 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9d9c8-8bf6-4987-af21-6ddd5b49cfee req-7db27258-90a0-4e98-bfcb-49bbff96a929 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:28.316071 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e7d9d9c8-8bf6-4987-af21-6ddd5b49cfee req-7db27258-90a0-4e98-bfcb-49bbff96a929 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0943615 Nov 05 13:16:28.368494 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-e7d9d9c8-8bf6-4987-af21-6ddd5b49cfee req-ca2dd9b3-4f79-4337-ac18-3f0fa8b33da5 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462458 Nov 05 13:16:28.571404 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5034dfd-79a3-49cc-85c9-3aecad083d67 req-b8befbeb-6cff-41d6-ae01-edca9c9b34ed tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:28.573017 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5034dfd-79a3-49cc-85c9-3aecad083d67 req-b8befbeb-6cff-41d6-ae01-edca9c9b34ed tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0824342 Nov 05 13:16:28.626010 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a5034dfd-79a3-49cc-85c9-3aecad083d67 req-812e2139-00f4-491c-b490-8d1842897414 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469027 Nov 05 13:16:28.654139 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54618) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:16:28.921773 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0b074e44-6afc-4f66-8aa7-0da32a28ab45 tempest-TestShelveInstance-1039473034 tempest-TestShelveInstance-1039473034-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1093 time: 0.2660143 Nov 05 13:16:28.924584 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54624) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:16:28.930187 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.v2.base [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Request body: {'floatingip': {'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'port_id': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 05 13:16:28.936003 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 05 13:16:28.940084 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Usage tracker for resource:floatingip and tenant:572bc7f3c3cf493189a2322191d8b7f7 is out of sync, need to count used quota {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 05 13:16:28.943111 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88180) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 05 13:16:28.949145 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.quota.driver [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88180) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 05 13:16:28.962674 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for floatingip, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:29.105709 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:29.249825 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_common [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Allocated IP 172.28.2.223 (1f59a7ed-eee2-4335-a3e7-19a2bd86f82d/04bf0065-532e-454b-8b41-76ac08d43676/6ee0e960-6f38-4bbf-8ddb-d65888eb0d49) {{(pid=88180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 05 13:16:29.403582 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for port, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:29.428957 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256607648543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:29.433256 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-1d9e9759-267b-41ea-b0c8-2a2e40e1fc2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:29.507136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Network 1f59a7ed-eee2-4335-a3e7-19a2bd86f82d is already hosted by enough agents. {{(pid=88180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 05 13:16:29.508010 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event updated for resources: {'Port': ['ID=6ee0e960-6f38-4bbf-8ddb-d65888eb0d49,revision_number=1']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:29.511088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.base_scheduler [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Resources bound (agent type, host, resource id): {{(pid=88180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 05 13:16:29.514387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Received port after_create {{(pid=88180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 05 13:16:29.557817 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:29.558235 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:29.559181 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:29.559591 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:29.559995 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:29.560399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:29.560805 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:29.561227 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:29.561627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:29.562024 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:29.562420 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:16:29.567688 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:30.052280 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:30.110445 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:30.318631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for port, precommit_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:30.322027 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838933006'] for port, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:30.326962 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8d62b5db-b373-4d3b-95dd-e64740a43529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:16:30.435035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event updated for resources: {'Port': ['ID=6ee0e960-6f38-4bbf-8ddb-d65888eb0d49,revision_number=2']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:16:30.439333 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:16:30.450199 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673779'] for floatingip, after_update {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:30.653082 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.db.l3_db [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Floating IP 559dab3e-d000-4510-b43b-6159a9b841a0 associated. External IP: 172.28.2.223, port: ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f. Nov 05 13:16:31.270478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Router beef1c3f-6435-43b6-86d9-8c50a360d682 has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:16:31.478559 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:16:31.488662 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d64175-3546-42b2-91b2-8cc8dbda4eb7 None None] Sync routers for ids ['beef1c3f-6435-43b6-86d9-8c50a360d682'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:16:31.495758 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:16:31.502124 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d64175-3546-42b2-91b2-8cc8dbda4eb7 None None] Routers {'beef1c3f-6435-43b6-86d9-8c50a360d682'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:16:31.502399 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:31.502943 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-56d64175-3546-42b2-91b2-8cc8dbda4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:16:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['beef1c3f-6435-43b6-86d9-8c50a360d682'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:16:31.559082 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6332479 Nov 05 13:16:31.559688 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f'}] {{(pid=88180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:16:31.622038 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'status': 'completed', 'code': 200} Nov 05 13:16:31.692075 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-56d64175-3546-42b2-91b2-8cc8dbda4eb7 None None] Set router beef1c3f-6435-43b6-86d9-8c50a360d682 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:16:31.727279 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-58b99284-9ec4-4e1e-8dbf-56e007c0890d req-efecc21f-1aae-4589-9ada-8ac5c40546f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=572bc7f3c3cf493189a2322191d8b7f7&device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1098 time: 0.0814557 Nov 05 13:16:31.873990 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b99284-9ec4-4e1e-8dbf-56e007c0890d req-42b96491-6c7a-4aa1-98c7-07f28349139f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:31.875506 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-58b99284-9ec4-4e1e-8dbf-56e007c0890d req-42b96491-6c7a-4aa1-98c7-07f28349139f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7673fc-b72f-4317-8d41-4cb951845549 HTTP/1.1" status: 200 len: 909 time: 0.1414096 Nov 05 13:16:31.982652 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-58b99284-9ec4-4e1e-8dbf-56e007c0890d req-5d7c858c-e74b-4981-9240-0563e817c60e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f HTTP/1.1" status: 200 len: 999 time: 0.0998235 Nov 05 13:16:32.055072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b99284-9ec4-4e1e-8dbf-56e007c0890d req-39577d06-5385-4eba-b71d-f940338dda0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:32.056652 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-58b99284-9ec4-4e1e-8dbf-56e007c0890d req-39577d06-5385-4eba-b71d-f940338dda0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ae530dd-0888-46cd-ba47-d430d5235512 HTTP/1.1" status: 200 len: 847 time: 0.0677648 Nov 05 13:16:32.060376 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-56d64175-3546-42b2-91b2-8cc8dbda4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': '559dab3e-d000-4510-b43b-6159a9b841a0', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'floating_ip_address': '172.28.2.223', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'port_id': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'mac_address': 'fa:16:3e:31:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:16:29Z', 'updated_at': '2021-11-05T13:16:29Z', 'revision_number': 0, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555479ce-432e-4221-9390-9667ca401cad', 'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'mac_address': 'fa:16:3e:9c:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:50Z', 'updated_at': '2021-11-05T13:16:00Z', 'revision_number': 5, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'subnets': [{'id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:16:32.064593 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d64175-3546-42b2-91b2-8cc8dbda4eb7 None None] Checking router: beef1c3f-6435-43b6-86d9-8c50a360d682 for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:16:32.076107 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d64175-3546-42b2-91b2-8cc8dbda4eb7 None None] Routers {'beef1c3f-6435-43b6-86d9-8c50a360d682'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:16:32.076757 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-56d64175-3546-42b2-91b2-8cc8dbda4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:16:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['beef1c3f-6435-43b6-86d9-8c50a360d682'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:16:32.139210 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-58b99284-9ec4-4e1e-8dbf-56e007c0890d req-8a75bd77-6e0f-4219-870f-ced6b57ef22c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7673fc-b72f-4317-8d41-4cb951845549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749359 Nov 05 13:16:32.263744 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-56d64175-3546-42b2-91b2-8cc8dbda4eb7 None None] Set router beef1c3f-6435-43b6-86d9-8c50a360d682 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:16:32.280546 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-58b99284-9ec4-4e1e-8dbf-56e007c0890d req-8476b5f4-4cc3-4f4e-a37c-33257d098df1 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339033 Nov 05 13:16:32.423485 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-58b99284-9ec4-4e1e-8dbf-56e007c0890d req-d45ebfc3-0e74-4d5e-b7a3-5919a3f656cf service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362574 Nov 05 13:16:32.627837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-56d64175-3546-42b2-91b2-8cc8dbda4eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': '559dab3e-d000-4510-b43b-6159a9b841a0', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'floating_ip_address': '172.28.2.223', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'port_id': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'mac_address': 'fa:16:3e:31:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:16:29Z', 'updated_at': '2021-11-05T13:16:29Z', 'revision_number': 0, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555479ce-432e-4221-9390-9667ca401cad', 'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'mac_address': 'fa:16:3e:9c:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:50Z', 'updated_at': '2021-11-05T13:16:00Z', 'revision_number': 5, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'subnets': [{'id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:16:32.632179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d64175-3546-42b2-91b2-8cc8dbda4eb7 None None] The sync data for ids ['beef1c3f-6435-43b6-86d9-8c50a360d682'] in dv-cinder-815883-2-smb is: [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_floatingips': [{'id': '559dab3e-d000-4510-b43b-6159a9b841a0', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'floating_ip_address': '172.28.2.223', 'floating_network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'router_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'port_id': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'mac_address': 'fa:16:3e:31:f4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-05T13:16:29Z', 'updated_at': '2021-11-05T13:16:29Z', 'revision_number': 0, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555479ce-432e-4221-9390-9667ca401cad', 'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'mac_address': 'fa:16:3e:9c:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:50Z', 'updated_at': '2021-11-05T13:16:00Z', 'revision_number': 5, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'subnets': [{'id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:16:32.987392 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e8e301-c5a4-4933-971a-57d5d2b55ad5 None None] New status for floating IP 559dab3e-d000-4510-b43b-6159a9b841a0: ACTIVE {{(pid=88183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:16:34.574423 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-243ea92f-1902-4d44-9f22-71253e59980b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:36.046446 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:36.898527 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7c75bd0e-b5c4-4e06-a626-ba2cbceb5304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:37.534069 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:38.809361 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:46.319328 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:16:52.617326 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ceae4c0c-d6cf-4242-8dce-122de87f3725 req-2e4903f3-b0a6-41f7-82df-96787024d1c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781622 Nov 05 13:16:52.763535 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ceae4c0c-d6cf-4242-8dce-122de87f3725 req-76086f88-a270-4b88-9469-d5ef65f1642f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=572bc7f3c3cf493189a2322191d8b7f7&device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1098 time: 0.0733662 Nov 05 13:16:52.920624 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae4c0c-d6cf-4242-8dce-122de87f3725 req-13083286-76e5-4e7f-a028-3d59d082f984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:52.922180 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ceae4c0c-d6cf-4242-8dce-122de87f3725 req-13083286-76e5-4e7f-a028-3d59d082f984 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7673fc-b72f-4317-8d41-4cb951845549 HTTP/1.1" status: 200 len: 909 time: 0.1374612 Nov 05 13:16:53.033189 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ceae4c0c-d6cf-4242-8dce-122de87f3725 req-e52ff003-9557-4f9c-92cf-18b2f9ea794a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f HTTP/1.1" status: 200 len: 1001 time: 0.1012118 Nov 05 13:16:53.100966 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae4c0c-d6cf-4242-8dce-122de87f3725 req-645fd8ec-d405-4d3b-8b14-20244079f290 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:16:53.102463 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ceae4c0c-d6cf-4242-8dce-122de87f3725 req-645fd8ec-d405-4d3b-8b14-20244079f290 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ae530dd-0888-46cd-ba47-d430d5235512 HTTP/1.1" status: 200 len: 847 time: 0.0624609 Nov 05 13:16:53.189901 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ceae4c0c-d6cf-4242-8dce-122de87f3725 req-b2e4a631-b66e-445f-995d-75c7ffcaca82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7673fc-b72f-4317-8d41-4cb951845549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805137 Nov 05 13:16:53.336846 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ceae4c0c-d6cf-4242-8dce-122de87f3725 req-1af5e4c1-b7f3-4254-a455-563db722b452 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379137 Nov 05 13:16:53.702652 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ceae4c0c-d6cf-4242-8dce-122de87f3725 req-0958740e-4353-458c-8524-333b55621212 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583775 Nov 05 13:17:04.576125 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8e91c030-cf6a-466a-a2cf-af6106bce338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:06.048783 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:06.898714 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5d9b3d9d-6e8a-46ab-adee-ef391b9eafb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:07.536379 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:08.496742 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:17:08.811398 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:16.335211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:34.577831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a928b751-805b-47ce-be30-05eea1e5d165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:36.049576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:36.899336 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ef0cebae-4f2a-4515-b4b5-ed5f15b00e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:37.539245 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:38.813572 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:45.498078 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:17:46.335095 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:17:54.633033 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57ab5ab9-8b36-4bfe-9512-25ebb609fe7d req-813dfcf9-096a-4b15-ad20-b150638cc6b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1494286 Nov 05 13:17:54.777461 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57ab5ab9-8b36-4bfe-9512-25ebb609fe7d req-0003a2fe-93c9-4791-ba86-a578588ceb8e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=572bc7f3c3cf493189a2322191d8b7f7&device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1098 time: 0.0739288 Nov 05 13:17:54.931272 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5ab9-8b36-4bfe-9512-25ebb609fe7d req-182bcb83-2f4b-4109-8279-717b300116f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:17:54.932870 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57ab5ab9-8b36-4bfe-9512-25ebb609fe7d req-182bcb83-2f4b-4109-8279-717b300116f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7673fc-b72f-4317-8d41-4cb951845549 HTTP/1.1" status: 200 len: 909 time: 0.1372948 Nov 05 13:17:55.040907 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57ab5ab9-8b36-4bfe-9512-25ebb609fe7d req-556a7e4e-7e6c-41c9-a480-897567e5f240 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f HTTP/1.1" status: 200 len: 1001 time: 0.1013379 Nov 05 13:17:55.115151 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5ab9-8b36-4bfe-9512-25ebb609fe7d req-db273ddc-5cdb-4dfb-8255-3fcac7c79ff7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:17:55.116732 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57ab5ab9-8b36-4bfe-9512-25ebb609fe7d req-db273ddc-5cdb-4dfb-8255-3fcac7c79ff7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ae530dd-0888-46cd-ba47-d430d5235512 HTTP/1.1" status: 200 len: 847 time: 0.0702050 Nov 05 13:17:55.197761 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57ab5ab9-8b36-4bfe-9512-25ebb609fe7d req-f64853d6-bb39-4356-9a45-018f8db9be2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7673fc-b72f-4317-8d41-4cb951845549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750847 Nov 05 13:17:55.208841 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [req-57ab5ab9-8b36-4bfe-9512-25ebb609fe7d req-6ecbdd7d-4c99-4f0f-89f8-086002598c03 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=88181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 05 13:17:55.209912 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57ab5ab9-8b36-4bfe-9512-25ebb609fe7d req-6ecbdd7d-4c99-4f0f-89f8-086002598c03 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0050490 Nov 05 13:17:55.351738 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57ab5ab9-8b36-4bfe-9512-25ebb609fe7d req-5137a187-d91c-426b-bd74-a194d355fb43 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346107 Nov 05 13:17:55.498644 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57ab5ab9-8b36-4bfe-9512-25ebb609fe7d req-aaf20c9d-0e48-41f8-adbd-65a6443e242d service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406672 Nov 05 13:18:04.579996 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-1ff5c0a8-294b-4d5d-b99e-a94ba77585ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:06.050558 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:06.902118 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-fd89b19d-050b-4af8-9eab-c5211801daea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:07.542246 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:08.816449 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:16.349685 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:22.499150 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:18:26.735586 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c55e8-a275-4394-9be2-cd79db87372e req-2b93fa20-5b28-4ccb-a20c-8262006d72c4 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:26.737223 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0c6c55e8-a275-4394-9be2-cd79db87372e req-2b93fa20-5b28-4ccb-a20c-8262006d72c4 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.2321525 Nov 05 13:18:26.785595 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-0c6c55e8-a275-4394-9be2-cd79db87372e req-517aabf9-6680-4372-b21f-7682047be82d tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419769 Nov 05 13:18:28.199773 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e34b15-3602-496a-8cbd-e74e5f64cc27 req-49e6cc3c-28ea-4fa6-9632-68d630261e88 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:28.201415 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-64e34b15-3602-496a-8cbd-e74e5f64cc27 req-49e6cc3c-28ea-4fa6-9632-68d630261e88 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.1630197 Nov 05 13:18:28.251810 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-64e34b15-3602-496a-8cbd-e74e5f64cc27 req-a64de6a5-b462-4340-a15a-4ea806e9a728 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436561 Nov 05 13:18:29.471652 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44567ea-e5c4-403e-878f-60a5b2b91e5b req-f2eed81c-4459-4e94-a36f-d2f4d5b777a5 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:29.473278 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f44567ea-e5c4-403e-878f-60a5b2b91e5b req-f2eed81c-4459-4e94-a36f-d2f4d5b777a5 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0861382 Nov 05 13:18:29.521668 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f44567ea-e5c4-403e-878f-60a5b2b91e5b req-8db77a64-c055-43c3-82e3-baffda5810ac tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423646 Nov 05 13:18:30.720724 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e8398-7a72-460c-8772-65ed86a92ee1 req-2849d947-99ae-40bf-9823-0e0ade4825d1 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:30.722340 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9e7e8398-7a72-460c-8772-65ed86a92ee1 req-2849d947-99ae-40bf-9823-0e0ade4825d1 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0817945 Nov 05 13:18:30.769116 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-9e7e8398-7a72-460c-8772-65ed86a92ee1 req-8d348ce8-cb24-4959-a4e8-5650f39522d9 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408058 Nov 05 13:18:31.987697 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dfa96-780e-4662-9499-8c00ababff6b req-5a865c2f-8d2b-4091-bfc9-697b4f4f6aee tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:31.989312 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f02dfa96-780e-4662-9499-8c00ababff6b req-5a865c2f-8d2b-4091-bfc9-697b4f4f6aee tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0850117 Nov 05 13:18:32.036851 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-f02dfa96-780e-4662-9499-8c00ababff6b req-72f00032-5745-40bd-86e5-eedee40aa8ea tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Nov 05 13:18:33.240048 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b88c74-e6de-4639-867f-8c2cf4ac6c48 req-5773f930-1c84-4aa6-bb23-fbc88754a865 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:33.241648 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-01b88c74-e6de-4639-867f-8c2cf4ac6c48 req-5773f930-1c84-4aa6-bb23-fbc88754a865 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0830054 Nov 05 13:18:33.293310 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-01b88c74-e6de-4639-867f-8c2cf4ac6c48 req-2a7e9571-4f17-498e-a43b-d7261c60f45d tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457063 Nov 05 13:18:34.494006 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38948045-01b0-47bc-84eb-6832f010e146 req-b4aef872-d8d8-4b01-8cb6-23b0b011837d tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:34.495582 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-38948045-01b0-47bc-84eb-6832f010e146 req-b4aef872-d8d8-4b01-8cb6-23b0b011837d tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0812228 Nov 05 13:18:34.542952 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-38948045-01b0-47bc-84eb-6832f010e146 req-129ffd4a-2d98-47b7-8768-901c5b362e49 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409033 Nov 05 13:18:34.581670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0cb1da26-7417-4bad-a3ab-58f7e7d77a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:35.747384 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e72207-bae7-4011-9ebb-ecd132003e6e req-3463ec5d-e3c0-4556-af4c-634812051a60 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:35.748999 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-80e72207-bae7-4011-9ebb-ecd132003e6e req-3463ec5d-e3c0-4556-af4c-634812051a60 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0854180 Nov 05 13:18:35.796872 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-80e72207-bae7-4011-9ebb-ecd132003e6e req-08e0c457-0308-4f9e-a5be-70639514c939 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417316 Nov 05 13:18:36.050860 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:36.653504 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fe0b5cca-b9f7-4984-ac95-73e23ca5bc1b req-51daec44-428a-403c-b515-ad1b85259779 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=572bc7f3c3cf493189a2322191d8b7f7&device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1098 time: 0.0742729 Nov 05 13:18:36.795396 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b5cca-b9f7-4984-ac95-73e23ca5bc1b req-d8d9f164-a048-48a6-b4a9-df188d57341c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:36.797523 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fe0b5cca-b9f7-4984-ac95-73e23ca5bc1b req-d8d9f164-a048-48a6-b4a9-df188d57341c service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7673fc-b72f-4317-8d41-4cb951845549 HTTP/1.1" status: 200 len: 909 time: 0.1368203 Nov 05 13:18:36.904961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-36f140bc-98c3-4bed-ad5f-c082e8f8e518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:36.906228 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fe0b5cca-b9f7-4984-ac95-73e23ca5bc1b req-c9b4f5c1-e308-4c33-bd20-a14561dfd121 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f HTTP/1.1" status: 200 len: 1001 time: 0.1018274 Nov 05 13:18:37.025387 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b5cca-b9f7-4984-ac95-73e23ca5bc1b req-bf4f0c77-4bde-41ac-81fb-fabe5a185ac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:37.026942 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fe0b5cca-b9f7-4984-ac95-73e23ca5bc1b req-bf4f0c77-4bde-41ac-81fb-fabe5a185ac0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ae530dd-0888-46cd-ba47-d430d5235512 HTTP/1.1" status: 200 len: 847 time: 0.1149199 Nov 05 13:18:37.099377 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac3750-26b9-448f-8af0-e5f700ab0e7e req-92db591b-f28f-4998-9c56-2fb23d90559b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:37.100884 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-01ac3750-26b9-448f-8af0-e5f700ab0e7e req-92db591b-f28f-4998-9c56-2fb23d90559b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.1541526 Nov 05 13:18:37.155787 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fe0b5cca-b9f7-4984-ac95-73e23ca5bc1b req-bce34c0c-d36c-43ac-bef4-65e590752552 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7673fc-b72f-4317-8d41-4cb951845549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1178236 Nov 05 13:18:37.192027 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-01ac3750-26b9-448f-8af0-e5f700ab0e7e req-33ff2fcc-056c-4cf4-8e09-cc0ceebe5159 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838959 Nov 05 13:18:37.302435 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fe0b5cca-b9f7-4984-ac95-73e23ca5bc1b req-ae75e996-3003-4b48-9c44-5ca35c1ba6e3 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378810 Nov 05 13:18:37.442716 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-fe0b5cca-b9f7-4984-ac95-73e23ca5bc1b req-588ba724-dab5-4e67-87d3-d78589d2acc5 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335294 Nov 05 13:18:37.543218 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:38.402380 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef209f13-fb8f-429d-ae49-548cc9d4ad31 req-aaa3535f-b6ac-40e4-a5bc-8c06b40b3fd6 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:38.403969 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ef209f13-fb8f-429d-ae49-548cc9d4ad31 req-aaa3535f-b6ac-40e4-a5bc-8c06b40b3fd6 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0857639 Nov 05 13:18:38.451487 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ef209f13-fb8f-429d-ae49-548cc9d4ad31 req-947e70e6-edbb-46dc-a652-17d503d78613 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410004 Nov 05 13:18:38.818605 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:39.659890 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78986ec5-04f6-4c4f-a974-3b8e0df61d6b req-f2ccbf2d-37e4-4648-9ed5-d792a6289a57 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:39.662669 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-78986ec5-04f6-4c4f-a974-3b8e0df61d6b req-f2ccbf2d-37e4-4648-9ed5-d792a6289a57 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0863810 Nov 05 13:18:39.716446 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-78986ec5-04f6-4c4f-a974-3b8e0df61d6b req-d80e436e-2bdf-48d4-9add-b2dbbdf2149b tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468447 Nov 05 13:18:39.912367 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-ac88c616-adc7-45c5-92bd-f7f6af3f18e4 req-831e21ef-88bb-41c0-881d-04fdc89bc394 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0724897 Nov 05 13:18:40.182840 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e8bee-b122-4e31-b906-20524fd82099 req-085d7c3d-66ac-4389-9bea-a4f85e1cb535 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:40.184435 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-474e8bee-b122-4e31-b906-20524fd82099 req-085d7c3d-66ac-4389-9bea-a4f85e1cb535 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0824072 Nov 05 13:18:40.198509 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c9ffb447-574e-405e-9d33-643aeb02e1a2 req-5e1d8fd6-ab1b-457f-9192-59c0b2eb45e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1682348 Nov 05 13:18:40.237374 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-474e8bee-b122-4e31-b906-20524fd82099 req-c0810741-cf77-4747-aeaa-85f464448d50 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466051 Nov 05 13:18:41.484921 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db460d3b-35f4-4310-aa6b-f9ef730adb96 req-22e3f6df-03ae-4712-81b8-00c180085aa9 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:41.486498 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-db460d3b-35f4-4310-aa6b-f9ef730adb96 req-22e3f6df-03ae-4712-81b8-00c180085aa9 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.1259007 Nov 05 13:18:41.555544 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c9ffb447-574e-405e-9d33-643aeb02e1a2 req-7d6afc5b-c1ce-49db-8939-115f4dd1b10f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0&tenant_id=572bc7f3c3cf493189a2322191d8b7f7 HTTP/1.1" status: 200 len: 1098 time: 0.1251130 Nov 05 13:18:41.559386 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-db460d3b-35f4-4310-aa6b-f9ef730adb96 req-8be6ad4e-b095-4b56-b36c-518471fa3461 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654175 Nov 05 13:18:41.652696 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c9ffb447-574e-405e-9d33-643aeb02e1a2 req-ea6dd0ad-633c-4c6b-a59c-468ff5e31eeb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=572bc7f3c3cf493189a2322191d8b7f7&device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1098 time: 0.0755436 Nov 05 13:18:41.799135 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffb447-574e-405e-9d33-643aeb02e1a2 req-ec5821bc-9201-4435-a140-3c876f116691 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:41.800737 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c9ffb447-574e-405e-9d33-643aeb02e1a2 req-ec5821bc-9201-4435-a140-3c876f116691 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7673fc-b72f-4317-8d41-4cb951845549 HTTP/1.1" status: 200 len: 909 time: 0.1419358 Nov 05 13:18:41.907517 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c9ffb447-574e-405e-9d33-643aeb02e1a2 req-864eca5b-0ea1-425b-9c8b-f6c1d5f5d9d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f HTTP/1.1" status: 200 len: 1001 time: 0.1009126 Nov 05 13:18:41.974967 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffb447-574e-405e-9d33-643aeb02e1a2 req-17385a8c-c061-4dd5-8bac-4f75c7a807e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:41.976582 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c9ffb447-574e-405e-9d33-643aeb02e1a2 req-17385a8c-c061-4dd5-8bac-4f75c7a807e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ae530dd-0888-46cd-ba47-d430d5235512 HTTP/1.1" status: 200 len: 847 time: 0.0634713 Nov 05 13:18:42.058344 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c9ffb447-574e-405e-9d33-643aeb02e1a2 req-b9a81a57-8a10-4d43-be68-7f6909140403 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7673fc-b72f-4317-8d41-4cb951845549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747340 Nov 05 13:18:42.197989 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c9ffb447-574e-405e-9d33-643aeb02e1a2 req-5c755b78-22ac-4798-99a4-ef9f656798f6 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328838 Nov 05 13:18:42.346571 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-c9ffb447-574e-405e-9d33-643aeb02e1a2 req-a13d38fb-5cd8-4497-b0dc-8dd309ac6454 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418521 Nov 05 13:18:42.351281 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:18:42.468466 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:42.498315 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:18:42.509088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:18:42.512233 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:42.514130 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:18:42.580764 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,revision_number=6']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:18:42.590269 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:18:42.590659 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:18:42.591035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:18:42.591408 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:18:42.591781 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:18:42.592129 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:18:42.592507 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:18:42.592883 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:18:42.593243 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:18:42.593602 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:18:42.593961 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:18:42.598128 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:18:42.691183 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'code': 200} Nov 05 13:18:42.772011 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cf2d5-8d90-4048-9dc0-74690ad77503 req-421166e2-639e-43d4-9272-0bc3c6434059 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:42.773582 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-949cf2d5-8d90-4048-9dc0-74690ad77503 req-421166e2-639e-43d4-9272-0bc3c6434059 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 943 time: 0.0829895 Nov 05 13:18:42.821744 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-949cf2d5-8d90-4048-9dc0-74690ad77503 req-a2f798f1-a316-4377-aff7-d0c32e0afe84 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420959 Nov 05 13:18:43.766053 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-73f29e46-0a2c-4a8b-b47d-8f89814826a8 req-13542064-2eaa-4219-a70a-550e8e13ae4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1096 time: 0.0787301 Nov 05 13:18:43.811706 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-73f29e46-0a2c-4a8b-b47d-8f89814826a8 req-959c28b0-43ff-47da-8441-619246e884ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395308 Nov 05 13:18:44.022460 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d35606-2cef-4846-b665-0b0df349b033 req-26dc9843-9077-47ca-af70-3a2e4e849ce1 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:44.024043 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57d35606-2cef-4846-b665-0b0df349b033 req-26dc9843-9077-47ca-af70-3a2e4e849ce1 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 943 time: 0.0814173 Nov 05 13:18:44.070818 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-57d35606-2cef-4846-b665-0b0df349b033 req-0354ec72-8269-43a9-ac56-98d8ba263b3e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407207 Nov 05 13:18:44.363251 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 05 13:18:44.504868 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:18:44.518667 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Returning: {'device': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'port_id': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'mac_address': 'fa:16:3e:31:f4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 05 13:18:44.576815 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:44.595882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f {{(pid=88182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 05 13:18:44.610865 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:18:44.613692 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:44.615457 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2c4b938c-03c4-423c-87a9-5c22cafc0260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:18:44.681956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,revision_number=7']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:18:44.685184 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:18:44.853980 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] get_ports_and_sgs() called for port_ids ['ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f'] {{(pid=88182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 05 13:18:45.278932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bb731-a520-49fc-a089-feee9ad4d794 req-200b4ed1-1867-42aa-b724-9983cdef8eb2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:45.280484 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6f5bb731-a520-49fc-a089-feee9ad4d794 req-200b4ed1-1867-42aa-b724-9983cdef8eb2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 944 time: 0.0849352 Nov 05 13:18:45.329231 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-6f5bb731-a520-49fc-a089-feee9ad4d794 req-ad967db6-a5a9-4073-ae60-47821a4426b0 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428181 Nov 05 13:18:46.351939 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:46.365532 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f up at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 05 13:18:46.434210 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.provisioning_blocks [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Provisioning complete for port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f triggered by entity L2. {{(pid=88182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 05 13:18:46.434632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1419603'] for port, provisioning_complete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:46.551972 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853249295'] for port, before_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:46.579624 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f'}] {{(pid=88182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:18:46.589932 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] For port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:18:46.593032 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363256607239574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256607648526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256607654891'] for port, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:18:46.595937 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:18:46.640636 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'code': 200} Nov 05 13:18:46.666844 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Pushing event updated for resources: {'Port': ['ID=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,revision_number=8']} {{(pid=88182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:18:46.670137 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88182) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:18:55.558495 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-700755e9-87bc-481c-888f-1b9b39bad48d req-a5c8e758-b819-478e-b731-83f58ec668d3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715032 Nov 05 13:18:55.926547 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-700755e9-87bc-481c-888f-1b9b39bad48d req-76503036-205c-4cc6-8dac-9092da05ea62 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=572bc7f3c3cf493189a2322191d8b7f7&device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1098 time: 0.2926555 Nov 05 13:18:56.081505 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700755e9-87bc-481c-888f-1b9b39bad48d req-ba9b0e27-f827-4f07-b94a-14744d302d4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:56.083050 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-700755e9-87bc-481c-888f-1b9b39bad48d req-ba9b0e27-f827-4f07-b94a-14744d302d4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7673fc-b72f-4317-8d41-4cb951845549 HTTP/1.1" status: 200 len: 909 time: 0.1345420 Nov 05 13:18:56.189706 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-700755e9-87bc-481c-888f-1b9b39bad48d req-821c6732-60c1-4541-9a2d-8ef4d78bf03e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f HTTP/1.1" status: 200 len: 1001 time: 0.0995507 Nov 05 13:18:56.258946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700755e9-87bc-481c-888f-1b9b39bad48d req-db1b46bd-e7a1-4349-b24e-5c745f983e3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:18:56.260437 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-700755e9-87bc-481c-888f-1b9b39bad48d req-db1b46bd-e7a1-4349-b24e-5c745f983e3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ae530dd-0888-46cd-ba47-d430d5235512 HTTP/1.1" status: 200 len: 847 time: 0.0629084 Nov 05 13:18:56.341821 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-700755e9-87bc-481c-888f-1b9b39bad48d req-524c3d00-4591-4939-8ff9-fa6ec4dc2444 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7673fc-b72f-4317-8d41-4cb951845549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744953 Nov 05 13:18:56.481940 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-700755e9-87bc-481c-888f-1b9b39bad48d req-2289b5f1-b758-4bba-a208-11dbab8f2b17 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331005 Nov 05 13:18:56.620932 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-700755e9-87bc-481c-888f-1b9b39bad48d req-92b5734d-9335-4cb3-8229-96cad45d4217 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327429 Nov 05 13:18:59.499534 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:19:04.584030 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-64725393-d428-4c7a-b000-902c5103c529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:06.055726 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:06.906487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9bf32250-f3dd-4ddf-a06f-36f16b592908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:07.545970 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:08.820458 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:16.352237 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:34.586008 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4d165a75-921d-4315-8c08-3d4cc57850f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:36.057693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:36.500554 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:19:36.910259 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5de02d6d-3312-434b-90fc-3f2ab386af9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:37.549051 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:38.823920 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:46.361822 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:19:56.556589 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-172f5f27-627e-48bc-b3a7-9e7c6fda5368 req-31926cd9-e6c4-4926-a84a-06ba4fa2501a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766399 Nov 05 13:19:56.705143 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-172f5f27-627e-48bc-b3a7-9e7c6fda5368 req-d3b4a684-f4a7-490e-95c5-513b168869c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=572bc7f3c3cf493189a2322191d8b7f7&device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1098 time: 0.0745752 Nov 05 13:19:56.860211 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f5f27-627e-48bc-b3a7-9e7c6fda5368 req-f071c8cc-edf0-4db0-b5d0-51d1569b7afa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:19:56.861745 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-172f5f27-627e-48bc-b3a7-9e7c6fda5368 req-f071c8cc-edf0-4db0-b5d0-51d1569b7afa service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7673fc-b72f-4317-8d41-4cb951845549 HTTP/1.1" status: 200 len: 909 time: 0.1366904 Nov 05 13:19:56.969116 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-172f5f27-627e-48bc-b3a7-9e7c6fda5368 req-daa520d3-bbec-44f0-bd89-3f9f3fffdf01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f HTTP/1.1" status: 200 len: 1001 time: 0.1011598 Nov 05 13:19:57.036432 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f5f27-627e-48bc-b3a7-9e7c6fda5368 req-74c37c2b-5845-4592-81f9-abf4a8a22da7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:19:57.037993 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-172f5f27-627e-48bc-b3a7-9e7c6fda5368 req-74c37c2b-5845-4592-81f9-abf4a8a22da7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ae530dd-0888-46cd-ba47-d430d5235512 HTTP/1.1" status: 200 len: 847 time: 0.0630102 Nov 05 13:19:57.120037 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-172f5f27-627e-48bc-b3a7-9e7c6fda5368 req-bc0306da-41f8-4b14-9384-c1d5cefb397d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7673fc-b72f-4317-8d41-4cb951845549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760970 Nov 05 13:19:57.260125 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-172f5f27-627e-48bc-b3a7-9e7c6fda5368 req-9b97abab-99e2-412d-ba2d-650f834c64b9 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341214 Nov 05 13:19:57.407382 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-172f5f27-627e-48bc-b3a7-9e7c6fda5368 req-a451f5cf-5748-4019-96fc-f58852b10328 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359611 Nov 05 13:20:01.169751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54740) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:01.376799 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Deleting port 6ee0e960-6f38-4bbf-8ddb-d65888eb0d49 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:20:01.377201 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:01.556096 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:01.556467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:01.683923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Calling delete_port for 6ee0e960-6f38-4bbf-8ddb-d65888eb0d49 owned by network:floatingip {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:20:01.833760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:01.838354 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-68dc456c-8dbd-484b-b068-46b6a37a5a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:01.879466 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event deleted for resources: {'Port': ['ID=6ee0e960-6f38-4bbf-8ddb-d65888eb0d49,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:01.891917 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:01.892343 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:01.892762 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:01.893228 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:01.893929 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:01.894022 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:01.894424 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:01.894831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:01.895236 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:01.895637 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:01.896040 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:01.922796 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:01.992421 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for floatingip, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:02.398148 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Router beef1c3f-6435-43b6-86d9-8c50a360d682 has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:20:02.603318 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:20:02.613779 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae3d59-e6d6-437e-a062-c9912120711e None None] Sync routers for ids ['beef1c3f-6435-43b6-86d9-8c50a360d682'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:20:02.623094 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for floatingip, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:02.628814 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae3d59-e6d6-437e-a062-c9912120711e None None] Routers {'beef1c3f-6435-43b6-86d9-8c50a360d682'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:20:02.629513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-29ae3d59-e6d6-437e-a062-c9912120711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:19:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['beef1c3f-6435-43b6-86d9-8c50a360d682'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:02.688430 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-0641df36-6298-4490-b51b-8c918570221e tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "DELETE /v2.0/floatingips/559dab3e-d000-4510-b43b-6159a9b841a0 HTTP/1.1" status: 204 len: 168 time: 1.5149171 Nov 05 13:20:02.688430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f'}] {{(pid=88180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:20:02.818708 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-29ae3d59-e6d6-437e-a062-c9912120711e None None] Set router beef1c3f-6435-43b6-86d9-8c50a360d682 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:20:02.872054 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'status': 'completed', 'code': 200} Nov 05 13:20:02.972451 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-15160168-dcc8-4983-b87e-0d901ffa5e65 req-e2fb9649-5f12-4301-af5b-515ad72f3628 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=572bc7f3c3cf493189a2322191d8b7f7&device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 1098 time: 0.0758436 Nov 05 13:20:03.168063 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-29ae3d59-e6d6-437e-a062-c9912120711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '555479ce-432e-4221-9390-9667ca401cad', 'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'mac_address': 'fa:16:3e:9c:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:50Z', 'updated_at': '2021-11-05T13:16:00Z', 'revision_number': 5, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'subnets': [{'id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:03.172142 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae3d59-e6d6-437e-a062-c9912120711e None None] Checking router: beef1c3f-6435-43b6-86d9-8c50a360d682 for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:20:03.183701 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae3d59-e6d6-437e-a062-c9912120711e None None] Routers {'beef1c3f-6435-43b6-86d9-8c50a360d682'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:20:03.183873 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15160168-dcc8-4983-b87e-0d901ffa5e65 req-86e03e0b-4595-4d9e-b944-241690cfc504 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:20:03.184310 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-29ae3d59-e6d6-437e-a062-c9912120711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:19:37Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['beef1c3f-6435-43b6-86d9-8c50a360d682'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:03.185434 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-15160168-dcc8-4983-b87e-0d901ffa5e65 req-86e03e0b-4595-4d9e-b944-241690cfc504 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d7673fc-b72f-4317-8d41-4cb951845549 HTTP/1.1" status: 200 len: 909 time: 0.2064521 Nov 05 13:20:03.196043 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944973c2-c7e3-44de-9fe2-ec6f47d8d796 req-a0b860c0-2e7c-4765-8d35-0b5949354fe1 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:20:03.197582 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-944973c2-c7e3-44de-9fe2-ec6f47d8d796 req-a0b860c0-2e7c-4765-8d35-0b5949354fe1 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.1791308 Nov 05 13:20:03.282484 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-15160168-dcc8-4983-b87e-0d901ffa5e65 req-0403ea51-5bf7-4d71-be7b-5013e0a04a8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f HTTP/1.1" status: 200 len: 217 time: 0.0838919 Nov 05 13:20:03.364302 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-944973c2-c7e3-44de-9fe2-ec6f47d8d796 req-7551d454-c688-4338-908e-3d443cef58c2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154847 Nov 05 13:20:03.376923 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15160168-dcc8-4983-b87e-0d901ffa5e65 req-252ceeba-7092-4ced-8e62-f6aec6ed788a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:20:03.379065 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-15160168-dcc8-4983-b87e-0d901ffa5e65 req-252ceeba-7092-4ced-8e62-f6aec6ed788a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ae530dd-0888-46cd-ba47-d430d5235512 HTTP/1.1" status: 200 len: 847 time: 0.0872779 Nov 05 13:20:03.379473 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-29ae3d59-e6d6-437e-a062-c9912120711e None None] Set router beef1c3f-6435-43b6-86d9-8c50a360d682 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:20:03.461049 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-15160168-dcc8-4983-b87e-0d901ffa5e65 req-b7bdb297-82b9-439f-a196-a08f9375fc2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d7673fc-b72f-4317-8d41-4cb951845549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744987 Nov 05 13:20:03.605135 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-15160168-dcc8-4983-b87e-0d901ffa5e65 req-e865fd41-63ae-48a4-ab2c-a510d7c2eae0 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364920 Nov 05 13:20:03.716523 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-29ae3d59-e6d6-437e-a062-c9912120711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '555479ce-432e-4221-9390-9667ca401cad', 'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'mac_address': 'fa:16:3e:9c:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:50Z', 'updated_at': '2021-11-05T13:16:00Z', 'revision_number': 5, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'subnets': [{'id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:03.720759 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae3d59-e6d6-437e-a062-c9912120711e None None] The sync data for ids ['beef1c3f-6435-43b6-86d9-8c50a360d682'] in dv-cinder-815883-2-smb is: [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:15:50Z', 'revision_number': 4, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb', '_interfaces': [{'id': '555479ce-432e-4221-9390-9667ca401cad', 'name': '', 'network_id': '3d7673fc-b72f-4317-8d41-4cb951845549', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'mac_address': 'fa:16:3e:9c:03:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:50Z', 'updated_at': '2021-11-05T13:16:00Z', 'revision_number': 5, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'subnets': [{'id': '7ae530dd-0888-46cd-ba47-d430d5235512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:20:03.757115 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-15160168-dcc8-4983-b87e-0d901ffa5e65 req-b4f37071-dd6e-454c-ab59-fb5f99cd7c22 service neutron] 10.222.0.64 "GET /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449275 Nov 05 13:20:04.155444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1092938-6e34-4ff6-8872-b0eb348509b6 None None] New status for floating IP 559dab3e-d000-4510-b43b-6159a9b841a0: DOWN {{(pid=88183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 05 13:20:04.427021 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e22e75-1193-45d4-8e77-b6a91d323d2d req-284181db-13ec-44e6-8218-b41fa7b536a4 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:20:04.428598 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a3e22e75-1193-45d4-8e77-b6a91d323d2d req-284181db-13ec-44e6-8218-b41fa7b536a4 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.0890348 Nov 05 13:20:04.502405 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-a3e22e75-1193-45d4-8e77-b6a91d323d2d req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Deleting port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f {{(pid=88181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:20:04.503434 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a3e22e75-1193-45d4-8e77-b6a91d323d2d req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:04.587053 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6527a14d-a2a3-4736-b3e3-d83258b21194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:04.718225 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63dfbc-11c2-4126-8d66-6c82d7cde8a2 req-1edd3243-f76d-4fe9-8ea4-97800c598d8a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 05 13:20:04.719825 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bc63dfbc-11c2-4126-8d66-6c82d7cde8a2 req-1edd3243-f76d-4fe9-8ea4-97800c598d8a tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 945 time: 0.1922507 Nov 05 13:20:04.852181 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-bc63dfbc-11c2-4126-8d66-6c82d7cde8a2 req-4f8e011d-7d75-4194-8d06-8909ba7a68a3 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/security-groups?id=78c8f59c-31a4-44c1-9d03-e2b31df53c74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183276 Nov 05 13:20:04.878295 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [req-a3e22e75-1193-45d4-8e77-b6a91d323d2d req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] For port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:20:04.878696 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a3e22e75-1193-45d4-8e77-b6a91d323d2d req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:05.009954 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [req-a3e22e75-1193-45d4-8e77-b6a91d323d2d req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Calling delete_port for ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f owned by compute:nova {{(pid=88181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:20:05.149905 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a3e22e75-1193-45d4-8e77-b6a91d323d2d req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16276105'] for port, after_delete {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:05.155555 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-469076e0-2afc-4cac-869f-9865ea8030c8 tempest-AttachVolumeNegativeTest-1600707760 tempest-AttachVolumeNegativeTest-1600707760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:05.201215 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event deleted for resources: {'Port': ['ID=ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f,revision_number=None']} {{(pid=88181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:05.214347 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:05.214771 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:05.215189 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:05.215601 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:05.216013 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:05.216420 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:05.217113 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:05.217242 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:05.217617 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:05.218019 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:05.218421 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-2-smb {{(pid=88181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 05 13:20:05.250266 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88181) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:05.288423 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e22e75-1193-45d4-8e77-b6a91d323d2d req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] No DVR routers for this DVR port ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f on host hv-cinder-81588 {{(pid=88181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:20:05.291631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [req-a3e22e75-1193-45d4-8e77-b6a91d323d2d req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5040'] for port, before_response {{(pid=88181) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:05.294360 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'name': 'network-vif-deleted', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f'}] {{(pid=88181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 05 13:20:05.306899 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-a3e22e75-1193-45d4-8e77-b6a91d323d2d req-496be78c-3427-4f24-a56f-afa76aff34a2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.64 "DELETE /v2.0/ports/ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f HTTP/1.1" status: 204 len: 173 time: 0.8725584 Nov 05 13:20:05.442389 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0', 'name': 'network-vif-deleted', 'tag': 'ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f', 'status': 'completed', 'code': 200} Nov 05 13:20:06.041268 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-dc5adea4-b4e9-4524-ba7c-963c684eed35 req-78a63850-20d4-455c-ad65-de5e2fab87e2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Synchronizing usage tracker for tenant:572bc7f3c3cf493189a2322191d8b7f7 on resource:port {{(pid=88181) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 05 13:20:06.057627 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.quota.resource [req-dc5adea4-b4e9-4524-ba7c-963c684eed35 req-78a63850-20d4-455c-ad65-de5e2fab87e2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Unset dirty status for tenant:572bc7f3c3cf493189a2322191d8b7f7 on resource:port {{(pid=88181) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 05 13:20:06.058899 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [req-dc5adea4-b4e9-4524-ba7c-963c684eed35 req-78a63850-20d4-455c-ad65-de5e2fab87e2 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1482aa-3c3c-4c0a-9a57-a622b9bf10d0 HTTP/1.1" status: 200 len: 210 time: 0.0675156 Nov 05 13:20:06.060989 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:06.660701 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:20:06.694640 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] No Port match for: ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:20:06.695043 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Device ebdfd97b-5bd5-4131-bb9f-cd9b2bc9cf7f not bound to the agent host hv-cinder-81588 {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:20:06.910890 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-b317613f-5d29-4f00-9595-c00d2ed8d393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:07.166796 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54766) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:07.242735 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8fe258d3-ce74-48eb-afa0-3aee8616e28f tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:07.272981 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8fe258d3-ce74-48eb-afa0-3aee8616e28f tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:07.327126 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8fe258d3-ce74-48eb-afa0-3aee8616e28f tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:07.332425 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-374a4722-3290-49ba-845e-b23a5b6e035c tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:07.349484 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe258d3-ce74-48eb-afa0-3aee8616e28f tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c8f59c-31a4-44c1-9d03-e2b31df53c74,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:07.354941 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-8fe258d3-ce74-48eb-afa0-3aee8616e28f tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:07.356952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-8fe258d3-ce74-48eb-afa0-3aee8616e28f tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:07.358169 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-8fe258d3-ce74-48eb-afa0-3aee8616e28f tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] 10.222.0.39 "DELETE /v2.0/security-groups/78c8f59c-31a4-44c1-9d03-e2b31df53c74 HTTP/1.1" status: 204 len: 168 time: 0.1903148 Nov 05 13:20:07.551710 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:08.427348 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54774) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:08.827004 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:09.044444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854100843'] for router_interface, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:09.649196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] Deleting port 555479ce-432e-4221-9390-9667ca401cad {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:20:09.649802 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:09.832115 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] For port 555479ce-432e-4221-9390-9667ca401cad, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=555479ce-432e-4221-9390-9667ca401cad,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:20:09.832515 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:09.968256 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] Calling delete_port for 555479ce-432e-4221-9390-9667ca401cad owned by network:router_interface {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:20:10.148679 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:10.153162 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2f57646f-1591-4661-8051-ba997744a3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:10.195650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=555479ce-432e-4221-9390-9667ca401cad,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:10.198431 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:10.503619 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853640454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100929'] for router_interface, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:11.109593 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] Router beef1c3f-6435-43b6-86d9-8c50a360d682 has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:20:11.318832 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:20:11.327832 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b11fcc-6a19-44e1-bdb9-db04fc8119ed None None] Sync routers for ids ['beef1c3f-6435-43b6-86d9-8c50a360d682'] in dv-cinder-815883-2-smb {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:20:11.334467 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-90ba9f33-f868-4226-8057-e230f23cf3f8 admin admin] 10.222.0.39 "PUT /v2.0/routers/beef1c3f-6435-43b6-86d9-8c50a360d682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054360 Nov 05 13:20:11.337007 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54778) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:11.341536 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b11fcc-6a19-44e1-bdb9-db04fc8119ed None None] Routers {'beef1c3f-6435-43b6-86d9-8c50a360d682'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:20:11.342324 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-28b11fcc-6a19-44e1-bdb9-db04fc8119ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:20:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['beef1c3f-6435-43b6-86d9-8c50a360d682'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:11.705833 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-28b11fcc-6a19-44e1-bdb9-db04fc8119ed None None] Set router beef1c3f-6435-43b6-86d9-8c50a360d682 gateway port host: dv-cinder-815883-2-smb {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:20:11.777924 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:11.982856 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:11.991867 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Deleting port 67ccd733-8042-4f0b-939e-b2bcf3675c2d {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:20:11.992297 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:12.007615 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-28b11fcc-6a19-44e1-bdb9-db04fc8119ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:20:10Z', 'revision_number': 5, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port': {'id': '67ccd733-8042-4f0b-939e-b2bcf3675c2d', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:99:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:48Z', 'updated_at': '2021-11-05T13:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:12.011805 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b11fcc-6a19-44e1-bdb9-db04fc8119ed None None] Checking router: beef1c3f-6435-43b6-86d9-8c50a360d682 for host: dv-cinder-815883-2-smb {{(pid=88182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:20:12.023883 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b11fcc-6a19-44e1-bdb9-db04fc8119ed None None] Routers {'beef1c3f-6435-43b6-86d9-8c50a360d682'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:20:12.024570 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-28b11fcc-6a19-44e1-bdb9-db04fc8119ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:20:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['beef1c3f-6435-43b6-86d9-8c50a360d682'], 'active': True} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:12.178591 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] For port 67ccd733-8042-4f0b-939e-b2bcf3675c2d, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=67ccd733-8042-4f0b-939e-b2bcf3675c2d,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:20:12.179196 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:12.184136 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-28b11fcc-6a19-44e1-bdb9-db04fc8119ed None None] Set router beef1c3f-6435-43b6-86d9-8c50a360d682 gateway port host: None {{(pid=88182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:20:12.297938 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-28b11fcc-6a19-44e1-bdb9-db04fc8119ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:20:11Z', 'revision_number': 6, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port_host': None}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:12.302062 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b11fcc-6a19-44e1-bdb9-db04fc8119ed None None] The sync data for ids ['beef1c3f-6435-43b6-86d9-8c50a360d682'] in dv-cinder-815883-2-smb is: [{'id': 'beef1c3f-6435-43b6-86d9-8c50a360d682', 'name': 'tempest-TestShelveInstance-905555416-router', 'tenant_id': '572bc7f3c3cf493189a2322191d8b7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:47Z', 'updated_at': '2021-11-05T13:20:11Z', 'revision_number': 6, 'project_id': '572bc7f3c3cf493189a2322191d8b7f7', 'gw_port_host': None}] {{(pid=88182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:20:12.308430 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Calling delete_port for 67ccd733-8042-4f0b-939e-b2bcf3675c2d owned by network:router_gateway {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:20:12.480662 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:12.485147 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:12.530231 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ccd733-8042-4f0b-939e-b2bcf3675c2d,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:12.533327 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:12.773165 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102140'] for router_gateway, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.041074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775535'] for router, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.045383 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.068092 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854120453'] for router, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.068676 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router beef1c3f-6435-43b6-86d9-8c50a360d682 {{(pid=88180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:20:13.081531 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] Notify callbacks [] for router, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.084093 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-5fc33708-5dfd-453e-84f5-f3eb2fc6dcd2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/beef1c3f-6435-43b6-86d9-8c50a360d682 HTTP/1.1" status: 204 len: 168 time: 1.7447793 Nov 05 13:20:13.085513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54782) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:13.153998 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3d5836-54f2-452e-8373-aecdc78faf17 admin admin] Deleting subnet 7ae530dd-0888-46cd-ba47-d430d5235512 {{(pid=88180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:20:13.157373 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc3d5836-54f2-452e-8373-aecdc78faf17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.212853 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc3d5836-54f2-452e-8373-aecdc78faf17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838363850'] for subnet, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.292688 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc3d5836-54f2-452e-8373-aecdc78faf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.366659 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc3d5836-54f2-452e-8373-aecdc78faf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15842110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14874446'] for subnet, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.371418 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-38c54693-c76c-4950-bf48-142d327cd605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:13.412035 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d5836-54f2-452e-8373-aecdc78faf17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ae530dd-0888-46cd-ba47-d430d5235512,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:13.414701 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-cc3d5836-54f2-452e-8373-aecdc78faf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:13.417487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-cc3d5836-54f2-452e-8373-aecdc78faf17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.423185 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208565a-23a2-4e27-b8ca-c0ee1339f48f None None] Network 3d7673fc-b72f-4317-8d41-4cb951845549 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:20:13.424087 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-cc3d5836-54f2-452e-8373-aecdc78faf17 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7ae530dd-0888-46cd-ba47-d430d5235512 HTTP/1.1" status: 204 len: 168 time: 0.3375552 Nov 05 13:20:13.426751 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54786) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:13.500844 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:20:13.542039 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.558278 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Deleting port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:20:13.558650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.688620 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdea248-3b9b-45ed-afca-acd5590b547c None None] DHCP port deletion for 3d7673fc-b72f-4317-8d41-4cb951845549 request from dv-cinder-815883-2-smb {{(pid=88182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:20:13.693493 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2cdea248-3b9b-45ed-afca-acd5590b547c None None] Deleting port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 {{(pid=88182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:20:13.693995 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2cdea248-3b9b-45ed-afca-acd5590b547c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.780849 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] For port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=59366d3b-c6e6-4c42-9cf8-5c107c77fff7,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:20:13.780849 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.833730 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 555479ce-432e-4221-9390-9667ca401cad no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:20:13.870487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: 555479ce-432e-4221-9390-9667ca401cad {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:20:13.870881 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 555479ce-432e-4221-9390-9667ca401cad not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:20:13.871345 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 67ccd733-8042-4f0b-939e-b2bcf3675c2d no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:20:13.907968 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Calling delete_port for 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 owned by network:dhcp {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:20:13.950798 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: 67ccd733-8042-4f0b-939e-b2bcf3675c2d {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:20:13.951106 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 67ccd733-8042-4f0b-939e-b2bcf3675c2d not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:20:13.951576 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:20:13.987589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:13.992294 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:14.030444 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2cdea248-3b9b-45ed-afca-acd5590b547c None None] For port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=59366d3b-c6e6-4c42-9cf8-5c107c77fff7,segment=NetworkSegment(681ca150-52bb-4a8f-8984-41680adfb798),segment_id=681ca150-52bb-4a8f-8984-41680adfb798)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:20:14.030880 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2cdea248-3b9b-45ed-afca-acd5590b547c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:14.035036 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Pushing event deleted for resources: {'Port': ['ID=59366d3b-c6e6-4c42-9cf8-5c107c77fff7,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:14.038060 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:14.040286 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] No DVR routers for this DVR port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 on host dv-cinder-815883-2-smb {{(pid=88180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:20:14.047031 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No active binding found for port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 {{(pid=88182) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 05 13:20:14.047483 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:20:14.163760 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:14.164295 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2cdea248-3b9b-45ed-afca-acd5590b547c None None] Calling delete_port for 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 owned by network:dhcp {{(pid=88182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:20:14.190650 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7673fc-b72f-4317-8d41-4cb951845549']}} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:14.203680 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681ca150-52bb-4a8f-8984-41680adfb798') {'for_net_delete': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:14.203956 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681ca150-52bb-4a8f-8984-41680adfb798') {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:14.216148 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16411967'] for segment, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:14.231376 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:14.232644 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.db.api [None req-2cdea248-3b9b-45ed-afca-acd5590b547c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88182) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:20:14.233088 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_db.api [None req-2cdea248-3b9b-45ed-afca-acd5590b547c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:20:14.238158 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=88180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:20:14.238613 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838933040'] for segment, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:20:14.255989 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:20:14.329600 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:14.334631 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:14.338521 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:14.360721 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d7673fc-b72f-4317-8d41-4cb951845549,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:14.363853 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:14.373725 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-4a895c56-a5a8-45ef-8402-b6a9a056c113 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3d7673fc-b72f-4317-8d41-4cb951845549 HTTP/1.1" status: 204 len: 168 time: 0.9458728 Nov 05 13:20:14.376849 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54790) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:14.734290 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2cdea248-3b9b-45ed-afca-acd5590b547c None None] Deleting port 59366d3b-c6e6-4c42-9cf8-5c107c77fff7 {{(pid=88182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:20:14.734724 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2cdea248-3b9b-45ed-afca-acd5590b547c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:14.804173 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2cdea248-3b9b-45ed-afca-acd5590b547c None None] The port '59366d3b-c6e6-4c42-9cf8-5c107c77fff7' was deleted {{(pid=88182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:20:14.993531 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854100843'] for router_interface, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:15.611467 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] Deleting port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:20:15.612586 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:15.798145 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] For port db51d00f-8c41-4c8b-b6eb-ff2d04b8d371, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=db51d00f-8c41-4c8b-b6eb-ff2d04b8d371,segment=NetworkSegment(f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654),segment_id=f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:20:15.798556 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:15.928686 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] Calling delete_port for db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 owned by network:router_interface {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:20:16.106541 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:16.110814 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-5f484982-78d0-42c0-9861-6a0eccade073 tempest-TestShelveInstance-1746952564 tempest-TestShelveInstance-1746952564-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:16.150944 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=db51d00f-8c41-4c8b-b6eb-ff2d04b8d371,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:16.154703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:16.364337 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:16.458086 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853640454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100929'] for router_interface, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:17.056320 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] Router 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 has already been hosted by L3 agent f77d90ae-7182-4348-8a4c-6d747ccf0896 {{(pid=88180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 05 13:20:17.263464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] Notify agent at l3_agent.dv-cinder-815883-2-smb the message routers_updated {{(pid=88180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 05 13:20:17.272539 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bba0bc-0bee-4de0-bba3-2f95b0e146d8 None None] Sync routers for ids ['59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'] in dv-cinder-815883-2-smb {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 05 13:20:17.272995 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-6d8ab771-dcb6-42db-852f-0515dc78a1b4 admin admin] 10.222.0.39 "PUT /v2.0/routers/59ca3da7-ef5f-4acc-bdb3-ffecf1011b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8950839 Nov 05 13:20:17.275644 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54794) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:17.285501 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bba0bc-0bee-4de0-bba3-2f95b0e146d8 None None] Routers {'59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:20:17.286186 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-65bba0bc-0bee-4de0-bba3-2f95b0e146d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:20:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:17.480234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-65bba0bc-0bee-4de0-bba3-2f95b0e146d8 None None] Set router 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:20:17.702819 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:17.774991 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-65bba0bc-0bee-4de0-bba3-2f95b0e146d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'name': 'tempest-TestShelveInstance-326301937-router', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:20:16Z', 'revision_number': 5, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'gw_port': {'id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:17.783983 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bba0bc-0bee-4de0-bba3-2f95b0e146d8 None None] Checking router: 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 for host: dv-cinder-815883-2-smb {{(pid=88183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 05 13:20:17.797001 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bba0bc-0bee-4de0-bba3-2f95b0e146d8 None None] Routers {'59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'} bound to L3 agent in host dv-cinder-815883-2-smb {{(pid=88183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 05 13:20:17.797675 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-65bba0bc-0bee-4de0-bba3-2f95b0e146d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-05T12:58:37Z,description=,heartbeat_timestamp=2021-11-05T13:20:07Z,host='dv-cinder-815883-2-smb',id=f77d90ae-7182-4348-8a4c-6d747ccf0896,load=0,resource_versions=,resources_synced=,started_at=2021-11-05T12:58:37Z,topic='l3_agent')) {'router_ids': ['59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'], 'active': True} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:17.908483 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:17.917224 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Deleting port 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:20:17.917589 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:17.988570 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvr_db [None req-65bba0bc-0bee-4de0-bba3-2f95b0e146d8 None None] Set router 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 gateway port host: dv-cinder-815883-2-smb {{(pid=88183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 05 13:20:18.097896 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] For port 2fe5b694-c9b2-4008-9e8e-725ee25d5a39, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=2fe5b694-c9b2-4008-9e8e-725ee25d5a39,segment=NetworkSegment(83391c97-363a-49b3-b81a-af58175303f1),segment_id=83391c97-363a-49b3-b81a-af58175303f1)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:20:18.098464 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:18.228478 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Calling delete_port for 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 owned by network:router_gateway {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:20:18.286987 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_hamode_db [None req-65bba0bc-0bee-4de0-bba3-2f95b0e146d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'name': 'tempest-TestShelveInstance-326301937-router', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:20:16Z', 'revision_number': 5, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'gw_port': {'id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}], 'dv-cinder-815883-2-smb', False) {} {{(pid=88183) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:18.291487 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bba0bc-0bee-4de0-bba3-2f95b0e146d8 None None] The sync data for ids ['59ca3da7-ef5f-4acc-bdb3-ffecf1011b69'] in dv-cinder-815883-2-smb is: [{'id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'name': 'tempest-TestShelveInstance-326301937-router', 'tenant_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'external_fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86'}], 'enable_snat': True}, 'gw_port_id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:20:16Z', 'revision_number': 5, 'project_id': 'da4f4ce7bb64498eb90366ff730df4e9', 'gw_port': {'id': '2fe5b694-c9b2-4008-9e8e-725ee25d5a39', 'name': '', 'network_id': '1f59a7ed-eee2-4335-a3e7-19a2bd86f82d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ca3da7-ef5f-4acc-bdb3-ffecf1011b69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '04bf0065-532e-454b-8b41-76ac08d43676', 'ip_address': '172.28.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-05T13:15:54Z', 'updated_at': '2021-11-05T13:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04bf0065-532e-454b-8b41-76ac08d43676', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-2-smb'}] {{(pid=88183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 05 13:20:18.394028 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:18.399943 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-16998927-e22c-43c1-a819-177b4584180d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:18.446304 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe5b694-c9b2-4008-9e8e-725ee25d5a39,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:18.449669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:18.678990 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854102140'] for router_gateway, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:18.952470 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-648776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854775535'] for router, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:18.957513 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:18.983765 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854120453'] for router, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:18.984316 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 {{(pid=88180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 05 13:20:18.997042 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] Notify callbacks [] for router, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:19.000465 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-9372ac49-b3ca-41dd-8965-66bcf79173e8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/59ca3da7-ef5f-4acc-bdb3-ffecf1011b69 HTTP/1.1" status: 204 len: 168 time: 1.7216413 Nov 05 13:20:19.001074 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54798) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:19.078319 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74535d1-131d-4046-824a-a4c9868ef94a admin admin] Deleting subnet 22aa7bef-c3c5-404a-8126-6120879d2b49 {{(pid=88180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 05 13:20:19.083633 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f74535d1-131d-4046-824a-a4c9868ef94a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:19.152749 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f74535d1-131d-4046-824a-a4c9868ef94a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838363850'] for subnet, precommit_delete_associations {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:19.236072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f74535d1-131d-4046-824a-a4c9868ef94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853348299'] for subnet, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:19.306734 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f74535d1-131d-4046-824a-a4c9868ef94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15842110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14874446'] for subnet, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:19.311722 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2b0395a9-7550-457e-b613-10c1aca92bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:19.350910 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74535d1-131d-4046-824a-a4c9868ef94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22aa7bef-c3c5-404a-8126-6120879d2b49,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:19.355154 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-f74535d1-131d-4046-824a-a4c9868ef94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:19.357907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f74535d1-131d-4046-824a-a4c9868ef94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for subnet, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:19.363777 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae1dcbe-5b05-4c43-8e72-eb04b8456e31 None None] Network c6cff57a-c4ae-49ce-a637-9525a9561fb0 requested from dv-cinder-815883-2-smb {{(pid=88182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 05 13:20:19.365028 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-f74535d1-131d-4046-824a-a4c9868ef94a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/22aa7bef-c3c5-404a-8126-6120879d2b49 HTTP/1.1" status: 204 len: 168 time: 0.3628883 Nov 05 13:20:19.367572 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54802) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:19.500640 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853228658'] for network, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:19.511420 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Deleting port 1d56289d-5328-4b68-abf8-8959ad385346 {{(pid=88180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:20:19.511788 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:19.630530 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fcfb24-6a84-4332-b831-cc52c1b39724 None None] DHCP port deletion for c6cff57a-c4ae-49ce-a637-9525a9561fb0 request from dv-cinder-815883-2-smb {{(pid=88182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 05 13:20:19.636142 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-82fcfb24-6a84-4332-b831-cc52c1b39724 None None] Deleting port 1d56289d-5328-4b68-abf8-8959ad385346 {{(pid=88182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:20:19.636566 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82fcfb24-6a84-4332-b831-cc52c1b39724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:19.727312 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] For port 1d56289d-5328-4b68-abf8-8959ad385346, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=1d56289d-5328-4b68-abf8-8959ad385346,segment=NetworkSegment(f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654),segment_id=f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654)] {{(pid=88180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:20:19.727718 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:19.852262 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 1d56289d-5328-4b68-abf8-8959ad385346 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:20:19.865684 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Calling delete_port for 1d56289d-5328-4b68-abf8-8959ad385346 owned by network:dhcp {{(pid=88180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:20:19.899044 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-82fcfb24-6a84-4332-b831-cc52c1b39724 None None] For port 1d56289d-5328-4b68-abf8-8959ad385346, host dv-cinder-815883-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-2-smb',level=0,port_id=1d56289d-5328-4b68-abf8-8959ad385346,segment=NetworkSegment(f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654),segment_id=f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654)] {{(pid=88182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 05 13:20:19.899474 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82fcfb24-6a84-4332-b831-cc52c1b39724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-768738'] for port, precommit_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:19.938960 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853244875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1016818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363256607239591', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780247127274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838933756'] for port, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:19.943831 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-771d9b3c-1e88-403c-906f-93124890f6a3 tempest-AttachVolumeTestJSON-1507532309 tempest-AttachVolumeTestJSON-1507532309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:19.986153 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d56289d-5328-4b68-abf8-8959ad385346,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:19.994056 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:19.996729 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] No DVR routers for this DVR port 1d56289d-5328-4b68-abf8-8959ad385346 on host dv-cinder-815883-2-smb {{(pid=88180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 05 13:20:20.035755 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-82fcfb24-6a84-4332-b831-cc52c1b39724 None None] Calling delete_port for 1d56289d-5328-4b68-abf8-8959ad385346 owned by network:dhcp {{(pid=88182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 05 13:20:20.084390 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.db [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No active binding found for port 1d56289d-5328-4b68-abf8-8959ad385346 {{(pid=88182) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 05 13:20:20.084882 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 1d56289d-5328-4b68-abf8-8959ad385346 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:20:20.085356 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:20:20.126281 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853353556', 'neutron.services.segments.db._delete_segments_for_network--9223363256607161716'] for network, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:20.129868 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:20:20.130267 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device 2fe5b694-c9b2-4008-9e8e-725ee25d5a39 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:20:20.130727 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 no longer exists at agent ovs-agent-dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 05 13:20:20.154403 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cff57a-c4ae-49ce-a637-9525a9561fb0']}} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:20.164479 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] No Port match for: db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 {{(pid=88182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 05 13:20:20.164901 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.rpc [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Device db51d00f-8c41-4c8b-b6eb-ff2d04b8d371 not bound to the agent host dv-cinder-815883-2-smb {{(pid=88182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 05 13:20:20.167288 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654') {'for_net_delete': True} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:20.167632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.services.segments.db [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ea78a2-51c2-49ac-b3b3-2fdd9e6c2654') {} {{(pid=88180) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 05 13:20:20.180295 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.db.api [None req-82fcfb24-6a84-4332-b831-cc52c1b39724 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88182) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 05 13:20:20.180440 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363256607159412', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16411967'] for segment, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:20.180703 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_db.api [None req-82fcfb24-6a84-4332-b831-cc52c1b39724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88182) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 05 13:20:20.199303 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1433102'] for segment, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:20.205670 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=88180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 05 13:20:20.206575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853342697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036838933040'] for segment, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: Traceback (most recent call last): Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: timer() Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: cb(*args, **kw) Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: return func(*args, **kwargs) Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: self._notify() Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: self.callback(batched_events) Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: event.method(event) Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: segment_id)['aggregates'][0] Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: return f(self, *a, **k) Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: return self._get(url).json() Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: **kwargs) Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: return self.request(url, 'GET', **kwargs) Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: **endpoint_filter) Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 05 13:20:20.224038 dv-cinder-815883-2-smb neutron-server[88071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 05 13:20:20.303695 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1422299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1135346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673762'] for network, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:20.307335 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:20.321265 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1135109'] for network, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:20.332524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6cff57a-c4ae-49ce-a637-9525a9561fb0,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:20.335677 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:20.337312 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-2ae1a11c-89cf-401f-99ab-b053682d2661 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c6cff57a-c4ae-49ce-a637-9525a9561fb0 HTTP/1.1" status: 204 len: 168 time: 0.9687693 Nov 05 13:20:20.586907 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54808) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:20.649369 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-41c1b5c4-b0a9-4b70-89fd-9c3336edb9fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=572bc7f3c3cf493189a2322191d8b7f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0609918 Nov 05 13:20:20.651797 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54812) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:20.681583 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-82fcfb24-6a84-4332-b831-cc52c1b39724 None None] Deleting port 1d56289d-5328-4b68-abf8-8959ad385346 {{(pid=88182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 05 13:20:20.682346 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-82fcfb24-6a84-4332-b831-cc52c1b39724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780247523818'] for port, before_delete {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:20.714419 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30ce1bc9-863a-4c91-9ce9-3b0962b235fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:20.741758 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30ce1bc9-863a-4c91-9ce9-3b0962b235fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:20.750355 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.plugins.ml2.plugin [None req-82fcfb24-6a84-4332-b831-cc52c1b39724 None None] The port '1d56289d-5328-4b68-abf8-8959ad385346' was deleted {{(pid=88182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 05 13:20:20.792152 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30ce1bc9-863a-4c91-9ce9-3b0962b235fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:20.797322 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-d058a15e-c04c-427b-b3a9-29c26ebb0676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:20.811762 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce1bc9-863a-4c91-9ce9-3b0962b235fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7885cca8-9fc0-4a74-a305-385f177f3efc,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:20.816429 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-30ce1bc9-863a-4c91-9ce9-3b0962b235fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:20.819655 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-30ce1bc9-863a-4c91-9ce9-3b0962b235fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:20.823837 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-30ce1bc9-863a-4c91-9ce9-3b0962b235fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7885cca8-9fc0-4a74-a305-385f177f3efc HTTP/1.1" status: 204 len: 168 time: 0.1710081 Nov 05 13:20:21.218176 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54820) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:21.272107 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-247dc708-b72e-4e9d-88f8-75d2f3a66293 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da4f4ce7bb64498eb90366ff730df4e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526516 Nov 05 13:20:21.274570 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [-] (88180) accepted ('10.222.0.39', 54824) {{(pid=88180) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 05 13:20:21.339488 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1c863a4-2f74-4bc6-ad51-96226254edf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:21.572132 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1c863a4-2f74-4bc6-ad51-96226254edf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:21.618514 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1c863a4-2f74-4bc6-ad51-96226254edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759844'] for security_group, after_delete {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:21.623590 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-2d5b2f76-5df2-494f-a4d8-4c83fa5fa17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 05 13:20:21.636575 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c863a4-2f74-4bc6-ad51-96226254edf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3393bc77-5e9d-42af-ba02-8e24a7820a55,revision_number=None']} {{(pid=88180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 05 13:20:21.639693 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG oslo_concurrency.lockutils [None req-a1c863a4-2f74-4bc6-ad51-96226254edf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88180) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 05 13:20:21.642410 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a1c863a4-2f74-4bc6-ad51-96226254edf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88180) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:21.644353 dv-cinder-815883-2-smb neutron-server[88071]: INFO neutron.wsgi [None req-a1c863a4-2f74-4bc6-ad51-96226254edf9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3393bc77-5e9d-42af-ba02-8e24a7820a55 HTTP/1.1" status: 204 len: 168 time: 0.3688145 Nov 05 13:20:34.589566 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7ba0c507-66e2-4ea5-823c-fb395dadcde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:36.063127 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:36.912354 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2a3f9cb2-375a-4855-aef7-4f77b6d6cab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:37.553800 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:38.828914 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:46.369757 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:20:50.503072 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:21:04.591489 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-c2615d13-9b38-4970-ac7b-abb9d952548a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:06.065182 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:06.913632 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a343f94b-46dc-4eb1-bc87-3a05f340f1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:07.558050 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:08.831827 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:16.374018 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:27.503971 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:21:34.592747 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4a12cde6-184c-47a8-8303-d3add6ea95d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:36.066466 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:36.914435 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2efac475-fa04-47e9-93cc-343e9584a838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:37.559251 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:38.834603 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:21:46.389574 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:04.504192 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:22:04.595043 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-03423453-8aa4-4e5e-a242-0de9f2fba575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:06.068179 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:06.917971 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-9316dcb6-1e3a-404f-ab68-4d808c385d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:07.562584 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:08.837861 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:16.391086 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:34.595842 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-38baadf3-ad67-4793-8124-6ef208bc4cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:36.073276 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:36.920574 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-e0de03f5-bae8-4b77-b19a-6ebad662cc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:37.565413 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:38.841183 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:22:41.504669 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:22:44.256716 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.wsgi [req-a5a22812-956d-4c22-845e-3b3298c280b1 req-f5c8e138-a1b0-40a9-b2a1-be71a42303fe service neutron] (88181) timed out ('10.222.0.64', 65299) {{(pid=88181) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 05 13:22:46.393453 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:04.598010 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-ea65dfab-9ee2-447d-baa3-95ca9544e651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.074131 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:06.921939 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-4aedfe61-dd10-4e2b-9e9e-aafeb7d60143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:07.568319 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:08.846020 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:16.424361 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:18.506288 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:23:34.602779 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-2b256cc7-edbc-4fe2-8af1-dc193e38b6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:36.076168 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:36.922560 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-dc94e2b5-051a-4b3f-930d-6267adcdac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:37.570876 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:38.847586 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:46.417837 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:23:55.507524 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:24:04.604946 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-70da7cda-9b23-4db8-969a-52ba9b7bbe2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:06.077397 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:06.924638 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-7bb5c39a-cb2d-46c6-9a54-1f0b5be1c439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:07.575234 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:08.850158 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:16.416016 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:32.508437 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:24:34.606341 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-34e4af3d-0603-40b5-b8bf-b9664900a0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:36.078594 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:36.927508 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-86f1c4d5-0842-41d2-9603-2ba07c7bd29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:37.577782 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:38.852454 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:24:46.430059 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:04.608436 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3015-4009-49dd-a1e5-36f741b42fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:06.079186 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-037347f0-1809-4611-bbf2-660efa29c1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:06.928870 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-a3aa92d5-bc3a-4531-98f2-8b540c54ee14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:07.579559 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-78f5eec4-df43-4884-bfb9-82b26fc9d7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:08.855542 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-31a1ed73-0bb0-4918-8b3d-3571ce70565f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 05 13:25:09.508952 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron.db.agents_db [None req-fd91ced4-5609-4525-b2ce-112fa9ba0580 None None] Agent healthcheck: found 6 active agents {{(pid=88183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 05 13:25:16.432424 dv-cinder-815883-2-smb neutron-server[88071]: DEBUG neutron_lib.callbacks.manager [None req-f2c28c71-5251-4388-9f50-00d9b5a74975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256607161733', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1420165'] for agent, after_update {{(pid=88182) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}